-- Logs begin at Sun 2021-01-24 08:35:38 UTC, end at Sun 2021-01-24 09:44:33 UTC. -- Jan 24 09:12:33.973966 dv-cinder-772181-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 09:12:36.681569 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:12:36.682089 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419 Jan 24 09:12:36.683405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:12:36.685220 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:12:36.685512 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev419 Jan 24 09:12:36.685865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:12:36.686909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 09:12:36.687177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 09:12:36.688248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 09:12:36.688535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 09:12:36.688795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 09:12:36.689165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.689509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.689847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.690106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.690444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.690779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.691100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.691969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.692314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.692637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.692954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.693274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.693534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.693854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.694185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.694515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.694770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] debug = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.695087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.695643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.695965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.696279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.696610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.696916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.697229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.697554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.697920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] host = dv-cinder-772181-7-iscsi {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.698234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.698562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.698891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.699218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.699530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.699868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.700193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.700498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.700805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] log_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.701114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.701443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.701773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.702106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.702361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.702614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.702946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.703282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.703627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.703933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.704244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.704555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.704866 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.705172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.705501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.705830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.706160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.706470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.706780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.707688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.708004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.708334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.708644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.708954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.709262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.709596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.709901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.710210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.710556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.710884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.711206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.711533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.711870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.712198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.712508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.712816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.713123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] use_json = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.713429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.713736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.714060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.714368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.714675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.714984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.715288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.715636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:36.715972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.716314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.716666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.716989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.717322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.717646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.717977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.718295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.718627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.718958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.719282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.719625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.719941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.720257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.720594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.720941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.721277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.721610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.721919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.722230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.722573 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.722891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.723211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.723548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.723902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.724212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.724528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.724861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.725177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.725483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.725797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.726129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.726443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.726751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.727067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.727379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.727713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.728020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.728335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.728670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.728982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.729289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.729594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.729905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.730210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.730533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.730846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.731153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.731461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.731799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.732108 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.732418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.732732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.733044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.733357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.733665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.733970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.734277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.734584 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.734890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.735196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.735502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.735848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.736155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.736462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.736768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.737076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.737381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.737706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.738038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.738374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.738689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.739001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.739313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.739646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.739961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.740273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.740585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.740895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.741228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.741547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.741868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.742189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.742503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.742840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.743152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.743469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.743803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.744116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.744433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.744761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.745094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.745425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.745758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.746087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.746412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.746725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.747076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.747390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:36.747660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:12:36.747918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79968) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 24 09:12:37.399252 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO keyring.backend [-] Loading Gnome Jan 24 09:12:37.416031 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO keyring.backend [-] Loading Google Jan 24 09:12:37.418569 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO keyring.backend [-] Loading Windows (alt) Jan 24 09:12:37.422035 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO keyring.backend [-] Loading file Jan 24 09:12:37.423028 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO keyring.backend [-] Loading keyczar Jan 24 09:12:37.423307 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO keyring.backend [-] Loading multi Jan 24 09:12:37.423968 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO keyring.backend [-] Loading pyfs Jan 24 09:12:37.469710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:12:37.470022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:12:37.470343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:12:37.470857 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 09:12:37.859482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.860024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.860024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.907097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.907408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.907729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.911345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.911676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.911975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.979405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.979739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.980033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.981164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.981464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:37.981753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.244345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.244666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.244967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.245266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.246097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.392262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.392636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.392950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.393245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.393537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.393909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.394200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.394552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.394840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.395170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.395461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.395786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.396088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.396377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.396682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.396991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.397280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.397594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.397874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.398351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.398631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.398907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.399238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.399513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.399810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.400225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:38.400494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:38.400760 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:38.401025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:38.401290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:38.401555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:38.402924 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 09:12:38.405980 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 09:12:38.409824 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 09:12:38.414334 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 24 09:12:38.415999 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 09:12:38.417072 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 09:12:38.417448 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 24 09:12:38.417879 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 09:12:38.420625 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 09:12:38.420909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 09:12:38.421290 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 24 09:12:38.443296 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 24 09:12:38.443826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.444153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79968) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 24 09:12:38.444558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.445888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79968) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 09:12:38.446204 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 24 09:12:38.446484 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 24 09:12:38.449763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.450072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:38.515336 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 09:12:38.515560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 09:12:38.515853 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 09:12:38.516250 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 09:12:38.552067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.sqlalchemy.engines [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79968) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 24 09:12:38.986535 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Initializing driver for type 'gre' Jan 24 09:12:38.987114 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] gre ID ranges: [(1, 1000)] Jan 24 09:12:39.028335 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Initializing driver for type 'local' Jan 24 09:12:39.028712 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Initializing driver for type 'vlan' Jan 24 09:12:39.038356 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] VlanTypeDriver initialization complete Jan 24 09:12:39.038732 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Initializing driver for type 'vxlan' Jan 24 09:12:39.039262 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] vxlan ID ranges: [(1, 1000)] Jan 24 09:12:39.079761 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Initializing extension driver 'port_security' Jan 24 09:12:39.080127 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.extensions.port_security [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] PortSecurityExtensionDriver initialization complete Jan 24 09:12:39.080498 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Initializing mechanism driver 'openvswitch' Jan 24 09:12:39.087322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:39.088195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.088606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.088995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.089421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnet after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.089810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnet after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.090191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.090610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.090998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.091378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.091817 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > security_group after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.092198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > security_group after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.092576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.092996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.093381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.093756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.094306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > address_group after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.094691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > address_group after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.095069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.095441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] ML2 OVO RPC backend initialized. {{(pid=79968) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 24 09:12:39.096181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.096577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.097037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.097419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > networks before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.097841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.098220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > ports before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.098600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnet before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.098978 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnets before_response 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.099358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.099762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.100136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.100511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.100888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.101258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.101630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnet after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.102001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnet after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.102370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.102999 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.plugin [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Modular L2 Plugin initialization complete Jan 24 09:12:39.103355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading services supported by the core plugin {{(pid=79968) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 09:12:39.103748 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.plugins.ml2.managers [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Got port-security extension from driver 'port_security' Jan 24 09:12:39.104258 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.extensions.vlantransparent [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Disabled vlantransparent extension. Jan 24 09:12:39.105710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79968) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 09:12:39.106070 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: router Jan 24 09:12:39.142627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.143072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router after_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.143478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router before_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.143911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.144349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.145262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router after_delete 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.145665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.146077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router after_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.146461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.146852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.147239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.147670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.148157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.148579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.148958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.149334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: subnet after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.149710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.150099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.150484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.150865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: port before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.151247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.151698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router after_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.152080 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.152466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_create 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.152869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.153253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_update 55549900 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.153682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > network after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.154662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Tracking information for resource: router configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:39.155033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Tracking information for resource: floatingip configured {{(pid=79968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 24 09:12:39.159801 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_agentschedulers_db [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 09:12:39.160988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.161390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: port after_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.161776 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: port after_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.162163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: port after_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.163056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router before_create 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.163460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.163889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_create 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.164283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > router precommit_update 55550100 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.169044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.provider_configuration [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service providers = [] {{(pid=79968) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 09:12:39.169444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.servicetype_db [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79968) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 09:12:39.172296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.service_base [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:39.172682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.service_base [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:39.173070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.service_base [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:39.173952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.service_base [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 24 09:12:39.174354 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.services.service_base [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 09:12:39.174775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.175131 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 09:12:39.185445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.185822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: auto_allocate Jan 24 09:12:39.192119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: network precommit_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.192521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: network precommit_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.193098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.193455 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: tag Jan 24 09:12:39.201540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.201926 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: timestamp Jan 24 09:12:39.205778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.206148 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: network_ip_availability Jan 24 09:12:39.212693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.212693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.212936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.213709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.214070 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: flavors Jan 24 09:12:39.218636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.219007 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading Plugin: revisions Jan 24 09:12:39.223843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 24 09:12:39.224277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=79968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:12:39.225089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79968) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 24 09:12:39.225454 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Initializing extension manager. Jan 24 09:12:39.226022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: __init__.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.226402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: __pycache__ {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.226775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.227146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: address_group.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.227976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.228622 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: address-group Jan 24 09:12:39.228983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: address_scope.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.229778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.230356 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: address-scope Jan 24 09:12:39.230717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.231690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.232279 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: router-admin-state-down-before-update Jan 24 09:12:39.232640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: agent.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.233390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.233972 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: agent Jan 24 09:12:39.234334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: agent_resources_synced.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.235248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.236124 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: agent-resources-synced Jan 24 09:12:39.236673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: allowedaddresspairs.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.238480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.239073 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: allowed-address-pairs Jan 24 09:12:39.239442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: auto_allocated_topology.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.240549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.241137 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: auto-allocated-topology Jan 24 09:12:39.241502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: availability_zone.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.242255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.242831 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: availability_zone Jan 24 09:12:39.243195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: availability_zone_filter.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.244147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.244722 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: availability_zone_filter Jan 24 09:12:39.245082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: data_plane_status.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.246002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.246572 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 09:12:39.246936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: default_subnetpools.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.247880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.248455 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: default-subnetpools Jan 24 09:12:39.248818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.249770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.250354 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: dhcp_agent_scheduler Jan 24 09:12:39.250719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: dns.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.251659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.252235 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension dns-integration not supported by any of loaded plugins Jan 24 09:12:39.252594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: dns_domain_ports.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.253521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.254607 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 09:12:39.254967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: dvr.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.255716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.256292 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: dvr Jan 24 09:12:39.256654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: empty_string_filtering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.257579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.258155 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: empty-string-filtering Jan 24 09:12:39.258518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.259437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.260039 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:12:39.260402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.261320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.261886 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 09:12:39.262248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: external_net.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.263169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.263772 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: external-net Jan 24 09:12:39.264122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.265037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.265612 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: extra_dhcp_opt Jan 24 09:12:39.265976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: extraroute.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.266895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.267469 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: extraroute Jan 24 09:12:39.267862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: extraroute_atomic.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.268903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.270040 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: extraroute-atomic Jan 24 09:12:39.270410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: filter_validation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.271112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.271711 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: filter-validation Jan 24 09:12:39.272070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: fip_pf_description.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.272988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.273556 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 09:12:39.273916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: fip_port_details.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.274837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.275416 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: fip-port-details Jan 24 09:12:39.275801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: flavors.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.277038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.277628 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: flavors Jan 24 09:12:39.277994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.279763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.280357 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 09:12:39.280731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: floatingip_pools.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.281484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.282065 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: floatingip-pools Jan 24 09:12:39.282437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: ip_allocation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.283378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.283980 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 09:12:39.284347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.285311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.285889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: ip-substring-filtering Jan 24 09:12:39.286253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l2_adjacency.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.287192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.287818 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 09:12:39.288178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l3.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.289233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.289816 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: router Jan 24 09:12:39.290178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.292442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.293036 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:12:39.293411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.294336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.294916 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: ext-gw-mode Jan 24 09:12:39.295281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.296237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.296810 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: l3-ha Jan 24 09:12:39.297172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l3_flavors.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.298090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.298663 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: l3-flavors Jan 24 09:12:39.299025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.300093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.301435 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 09:12:39.301799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: l3agentscheduler.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.302966 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.303558 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: l3_agent_scheduler Jan 24 09:12:39.303971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: logging.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.305524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.306119 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension logging not supported by any of loaded plugins Jan 24 09:12:39.306490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: metering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.307286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.308037 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: metering Jan 24 09:12:39.308409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.309513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.310102 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: metering_source_and_destination_fields Jan 24 09:12:39.310467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: multiprovidernet.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.311402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.312015 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: multi-provider Jan 24 09:12:39.312383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: netmtu.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.313313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.313893 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: net-mtu Jan 24 09:12:39.314253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: netmtu_writable.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.315184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.315788 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: net-mtu-writable Jan 24 09:12:39.316153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: network_availability_zone.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.317439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.318018 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: network_availability_zone Jan 24 09:12:39.318378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: network_ip_availability.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.319624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.320197 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: network-ip-availability Jan 24 09:12:39.320562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: network_segment_range.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.321400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.321983 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 09:12:39.322348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: pagination.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.323363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.323770 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: pagination Jan 24 09:12:39.324131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.325046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.325625 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: port-mac-address-regenerate Jan 24 09:12:39.325988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.326900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.327477 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: port-numa-affinity-policy Jan 24 09:12:39.327862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: port_resource_request.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.328788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.329367 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 09:12:39.329727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: portbindings.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.330665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.331241 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: binding Jan 24 09:12:39.331635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: portbindings_extended.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.332961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.333545 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: binding-extended Jan 24 09:12:39.333911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: portsecurity.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.334835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.335420 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: port-security Jan 24 09:12:39.335810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: project_id.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.336814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.337643 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: project-id Jan 24 09:12:39.338009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: providernet.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.338948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.339528 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: provider Jan 24 09:12:39.339920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.343601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.344192 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos not supported by any of loaded plugins Jan 24 09:12:39.344565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.345794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.346376 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 09:12:39.346742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.347744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.348322 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 09:12:39.348687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_default.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.349606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.350177 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-default not supported by any of loaded plugins Jan 24 09:12:39.350540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_fip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.351228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.351826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-fip not supported by any of loaded plugins Jan 24 09:12:39.352192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_gateway_ip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.353125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.353699 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 09:12:39.354060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_port_network_policy.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.354975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.355543 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 09:12:39.355930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_rule_type_details.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.356851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.357422 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 09:12:39.357784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: qos_rules_alias.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.358826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.359401 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 09:12:39.359793 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: quotasv2.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.360759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.361132 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: quotas Jan 24 09:12:39.361491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: quotasv2_detail.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.363623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.364052 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: quota_details Jan 24 09:12:39.364419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: rbac.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.365675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.366268 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: rbac-policies Jan 24 09:12:39.366638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: rbac_address_scope.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.367590 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.368177 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: rbac-address-scope Jan 24 09:12:39.368543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: rbac_security_groups.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.369471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.370045 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: rbac-security-groups Jan 24 09:12:39.370406 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: rbac_subnetpool.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.371331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.371932 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: rbac-subnetpool Jan 24 09:12:39.372295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: revisionifmatch.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.373226 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.373806 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: revision-if-match Jan 24 09:12:39.374167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: revisions.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.375290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.375900 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: standard-attr-revisions Jan 24 09:12:39.376266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: router_availability_zone.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.376981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.377561 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: router_availability_zone Jan 24 09:12:39.377922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: routerservicetype.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.379415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.380014 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension router-service-type not supported by any of loaded plugins Jan 24 09:12:39.380379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.381318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.381896 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: security-groups-normalized-cidr Jan 24 09:12:39.382257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.383193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.383794 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: port-security-groups-filtering Jan 24 09:12:39.384155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.385088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.385671 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: security-groups-remote-address-group Jan 24 09:12:39.386034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: securitygroup.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.399159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.399810 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: security-group Jan 24 09:12:39.400187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: segment.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.401049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.401634 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension segment not supported by any of loaded plugins Jan 24 09:12:39.402001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.403002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.403637 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 09:12:39.404011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: servicetype.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.405158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.405748 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: service-type Jan 24 09:12:39.406116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: sorting.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.407105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.407484 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: sorting Jan 24 09:12:39.407873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: standard_attr_segment.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.408790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.409372 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 09:12:39.409734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: standardattrdescription.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.410445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.411022 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: standard-attr-description Jan 24 09:12:39.411387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: stateful_security_group.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.412364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.412964 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: stateful-security-group Jan 24 09:12:39.413330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: stdattrs_common.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.413921 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 09:12:39.414280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.415217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.415815 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 09:12:39.416181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: subnet_onboard.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.417250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.417835 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: subnet_onboard Jan 24 09:12:39.418198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.419205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.419811 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 09:12:39.420174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: subnet_service_types.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.421112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.421690 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: subnet-service-types Jan 24 09:12:39.422053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: subnetallocation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.423171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.423787 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: subnet_allocation Jan 24 09:12:39.424157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.424864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.425447 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: subnetpool-prefix-ops Jan 24 09:12:39.426574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.427518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.428119 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 09:12:39.428480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: tagging.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.429742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.430327 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: standard-attr-tag Jan 24 09:12:39.430695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: timestamp.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.431927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.432512 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loaded extension: standard-attr-timestamp Jan 24 09:12:39.432887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: trunk.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.433913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.434498 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension trunk not supported by any of loaded plugins Jan 24 09:12:39.434865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: trunk_details.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.435819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.436393 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension trunk-details not supported by any of loaded plugins Jan 24 09:12:39.436756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: uplink_status_propagation.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.437694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.438271 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 09:12:39.438632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Loading extension file: vlantransparent.py {{(pid=79968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 24 09:12:39.439329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:12:39.439927 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 09:12:39.443138 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:network Jan 24 09:12:39.443973 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:subnet Jan 24 09:12:39.444650 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:39.445313 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:port Jan 24 09:12:39.447596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.448095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service FLAVORS assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.448780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.449252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.449623 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:router Jan 24 09:12:39.450359 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:12:39.451140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service METERING assigned prefix: /metering {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.452948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.453364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.453753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:12:39.454874 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:12:39.455356 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:12:39.456208 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:12:39.457044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.457421 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:39.457795 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] subnetpool is already registered Jan 24 09:12:39.458459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.458827 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:39.459194 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] subnetpool is already registered Jan 24 09:12:39.461983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.462461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service FLAVORS assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.463111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.463598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.463967 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:router Jan 24 09:12:39.464334 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] router is already registered Jan 24 09:12:39.465001 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:12:39.465365 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] floatingip is already registered Jan 24 09:12:39.466059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service METERING assigned prefix: /metering {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.466799 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:12:39.467162 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] rbac_policy is already registered Jan 24 09:12:39.467811 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:12:39.468175 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] security_group is already registered Jan 24 09:12:39.468841 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:12:39.469206 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] security_group_rule is already registered Jan 24 09:12:39.469949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.470320 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:39.470682 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] subnetpool is already registered Jan 24 09:12:39.471336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.resource_helper [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Service CORE assigned prefix: {{(pid=79968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 24 09:12:39.471727 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:12:39.472087 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.quota.resource_registry [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] subnetpool is already registered Jan 24 09:12:39.472826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: extensions {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.474349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: address-groups {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.476074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: address-scopes {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.477342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: agents {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.478561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: auto-allocated-topology {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.479917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: availability_zones {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.481286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: dhcp-networks {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.482781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: dhcp-agents {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.484315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: routers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.486211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: flavors {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.487485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: service_profiles {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.489289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: next_providers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.490888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: service_profiles {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.492447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: floatingip-pools {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.493751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: routers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.495652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: floatingips {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.496912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: l3-routers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.498378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: l3-agents {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.499920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: metering-labels {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.501344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: metering-label-rules {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.502706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: network-ip-availabilities {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.504611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: bindings {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.506354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: quotas {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.507890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: quotas {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.509394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: rbac-policies {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.510749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: security-groups {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.512055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: security-group-rules {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.513379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: service-providers {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.514687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: subnetpools {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.516190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: subnetpools {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.517726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.519517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.522336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.524245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.526128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.528025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.529908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.531863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.533839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.535846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.extensions [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Extended resource: tags {{(pid=79968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 24 09:12:39.542877 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING keystonemiddleware.auth_token [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 09:12:39.548171 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING keystonemiddleware.auth_token [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 09:12:39.557748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Acquired lock "singleton_lock" {{(pid=79968) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 24 09:12:39.558273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Releasing lock "singleton_lock" {{(pid=79968) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 24 09:12:39.559815 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO oslo_service.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Starting 2 workers Jan 24 09:12:39.564611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Started child 80077 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:39.569432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:39.569893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Started child 80078 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:39.570898 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [-] (80077) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:12:39.571407 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 09:12:39.572084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Notify callbacks [] for process, before_spawn {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:39.573636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:39.574551 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO oslo_service.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Starting 1 workers Jan 24 09:12:39.574971 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [-] (80078) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:12:39.580075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Started child 80079 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:39.580617 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO oslo_service.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Starting 1 workers Jan 24 09:12:39.582500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] calling RpcWorker wait() {{(pid=80079) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 09:12:39.582923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] returning from RpcWorker wait() {{(pid=80079) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 09:12:39.584454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:39.585008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:39.585397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Started child 80080 {{(pid=79968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 24 09:12:39.586201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcda6b43-a642-4207-865c-d0f4ebc0bed6 None None] Notify callbacks [] for process, after_spawn {{(pid=79968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:39.587883 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79968) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 24 09:12:39.588139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 09:12:39.588307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 09:12:39.588568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 09:12:39.588988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 09:12:39.589178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 09:12:39.589706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:39.589799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.590004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.590322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.590611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.590942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.591562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.591916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.592423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.592937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.593413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.593773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.594105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.594476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.594761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.595115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.595422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.595736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.596016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.596231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.596490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.596815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.597102 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.597398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] debug = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.597749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.598305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.598564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.598815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.599094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.599392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.599702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.600008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.600293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.600559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.600834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.601111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.601381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.601637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.601938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.602188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.602642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] host = dv-cinder-772181-7-iscsi {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.602892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.603138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.603426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.603712 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.603994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.604256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.604538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.604828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.605103 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.605363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.605628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.605889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.606160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.606424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.606585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_options = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.606856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.607149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.607430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.607661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.607854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.608013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.608314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.608502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.608790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.609035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.609279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.609538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.609782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.610023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.610296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.610571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.610831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.611068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.611380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.611704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.612003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.612236 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.612487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.612746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.612990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.613780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.614045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.614945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.614945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.614945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.615179 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.615251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.615487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:39.615623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.615782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.616051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.616338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.616555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.616879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.617144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.617439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.617718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.618060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.618364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.618694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.619156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.619156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_json = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.619424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.619615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.621540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.621540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.621540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.621540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.621540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.621540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.621540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.628669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.633265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.633265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.633265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.633265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.633265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.633265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.635994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49622) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.636756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.638526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.643761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.644827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645396 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0115469 Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.645972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.646436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.646436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.646752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.647022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.647293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.648542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.649190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.649190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.649389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.649521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.650047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.650323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.650774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.651063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.651332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.651634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.652036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.652439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.652890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.653316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.653741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.654198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.656452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.656970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.657264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.658832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.660492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.660815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.661193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.661474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.661801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.663230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.663230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.663230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.663462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.663687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.666023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.666528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.666852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.667156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.667457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.667790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.668110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.668397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.670818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.671068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.672035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.672035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.672035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.672484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.672484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.672759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.674086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.674086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.674086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.674086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.674086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.674767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.674767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.675034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.675175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.675370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.675734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.676623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.676623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.676919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.677061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.677940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.677940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.677940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.678402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.678402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.678666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.678805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.678970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.680330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.680330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.680330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.680330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.680330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.681014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.681014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.681280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.681460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.681678 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.683664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.683664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.683664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.683664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.683664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.683664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.683664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.684611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.684753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.686843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.687968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.687968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.687968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.687968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.687968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.688643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.688643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.688643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.689041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.689188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.690463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.690463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.690463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.690463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.690463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.690881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.690881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.691007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.692091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.692091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.692272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.692485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.692748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.693001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.693244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.693571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.693860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.694115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.694880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.694880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.694880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.695178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.696133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.696133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.696133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.696371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.696450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.697918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.697918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.697918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.697918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.697918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.698270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.698474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.698941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.699693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.699693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.699882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.700220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.700434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.700740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.701003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.701295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.701555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.701844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.702097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.702353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.702609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.702893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.703209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.703477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.703849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.704304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.704578 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.704841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.705089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.705347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.705601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.705757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:12:39.706311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79968) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 24 09:12:39.706500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 24 09:12:39.706650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 24 09:12:39.707617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 24 09:12:39.707617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 24 09:12:39.707807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 24 09:12:39.708030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.708218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.708404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.708565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.709952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.710051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.710202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.710398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.710578 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.710751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.710897 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.711039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.711181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.711321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.711459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.712878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] debug = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.712878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.712878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.713327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.713327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.713591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.713591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.713863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.714023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.714164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.714302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.714450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.714590 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.714730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.715703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.715929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.716140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.716320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] host = dv-cinder-772181-7-iscsi {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.716518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.716717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.716913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.717103 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.717293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.717485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.717675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.717864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.718052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.718237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.718424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.718586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.718774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.718959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.719125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_options = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.719309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.719493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.719703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.719930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.720117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.720302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.720486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.720672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.720856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.721037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.721221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.721382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.721566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.721748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.721907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.722093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.723034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.723034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.723034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.723034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.723034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.723353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.723853 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.724030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.724171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.724328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.724468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.724682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.724796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.724977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.725165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.725349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.725536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.725711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.725862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.726008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.726187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.726386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.726552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.726694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.726877 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.727061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.727207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.727367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.727523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.727758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_json = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.727940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.728125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.728307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.728490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.728672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.729224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.730064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.730064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 24 09:12:39.730064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.730064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.730064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.730716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.730716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.730716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.730716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.731233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.731233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.731233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.731609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.731609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.731838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:39.732632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.732833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.733028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.733773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.733773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.733773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.733773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.734188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.734188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.734188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.734460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.734556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.734710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.734899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.735091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.735280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.735469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.735681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.735873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.736061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.736247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.736434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.736619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.736805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.736991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.737177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.737363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.737598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.737708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.737896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.738103 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.738293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.738479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.738667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.738854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.739041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.739228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.739413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.739655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.739840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.740026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.740210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.740397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.740581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.740767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.740952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.741138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.741323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.741507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.741709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.741895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.742081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.742266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.742452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.742638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.742822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.743009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.743197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.743382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.743567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.743774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.743960 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.744146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.745664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.746524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.746733 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.746944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.747137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.747328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.748253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.748670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.749685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.751003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.751003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.751003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.751003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.751003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.751003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.751003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.752780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.754701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.755967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.756156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.756344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.756530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.756717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.756993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.757385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.757572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.757755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.757988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.758427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.758708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.758900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.759091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.759631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.759631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.759631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.759869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.760614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.760614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.760614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.760614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.761962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.762223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.762223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.762483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.762620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.762807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.762947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.763084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.763184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.763341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.763530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.763745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.763932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.764119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.764364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.764551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.764737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.764924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.765119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.765305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.765493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.765679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.765867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.766054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.766239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.766429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.766616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.766802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.766989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.767176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.767745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.767934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.768121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.768308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.768495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.768683 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.768886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.769072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.769258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.769988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.770181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.770368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.770556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.770746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.770931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.771116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.771305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.771497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.771711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.771898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.772085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.772270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.772456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.772642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.772841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.773028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.773214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.773401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.773587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.773784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.773970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.774156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.774341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.774526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.774722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.774908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.775098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.775284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.775469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.775694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.775887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.776073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.776269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.776454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.776642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.776828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.777025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.777211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.777397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.777582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.777768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.777952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.778138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.778328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.778523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.778716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.778902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.779095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.779290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.779483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.780948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.780948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.780948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.781262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.781347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.781540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.781673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.781828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.782014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.782676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.783151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.783151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.783390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.783510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.783669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.783826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.784015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.784205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.784375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.784557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.785096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.785330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:12:39.785514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:12:49.806354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc6e67-5594-45f2-b09a-69cd47afafba None None] get_active_networks_info from dv-cinder-772181-7-iscsi {{(pid=80079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 24 09:12:49.976669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3a8192ad-00b5-4dad-9d27-3a1cbe12f60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640'] for agent, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:50.038340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc6e67-5594-45f2-b09a-69cd47afafba None None] No non-hosted networks {{(pid=80079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 09:12:51.753976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-11435c66-cfd4-4b14-92a2-d1b44568538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640'] for agent, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:51.813254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-37827216-7276-46fe-8614-ca6898b1b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:52.772537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640'] for agent, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:53.595335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640'] for agent, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:53.596516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.597097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.597723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.598299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.598861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.599435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.600554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.601148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.601716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.602274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.602843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.603400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:12:53.604130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772181-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:53.611054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772181-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:12:54.146003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640'] for agent, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:12:55.523591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 49722) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:12:55.581235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] get_endpoint_by_host() called for host dv-cinder-772181-7-iscsi {{(pid=80079) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 24 09:12:55.586738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] get_endpoint_by_ip() called for ip 192.168.0.29 {{(pid=80079) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 24 09:12:55.590063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] _add_endpoint() called for ip 192.168.0.29 {{(pid=80079) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 24 09:12:55.595787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] _get_endpoints() called {{(pid=80079) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 24 09:12:56.005084 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_hamode_db [None req-f7bbe840-6f2b-43d2-b294-886a54b50fd9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 09:12:56.094612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbe840-6f2b-43d2-b294-886a54b50fd9 None None] Routers set() bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:12:56.094969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbe840-6f2b-43d2-b294-886a54b50fd9 None None] Router IDs set() for agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 24 09:12:56.196030 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-b8baf49e-eb32-4d4a-aafa-6fded2baca73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:12:56.196678 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-b8baf49e-eb32-4d4a-aafa-6fded2baca73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:12:56.429378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [None req-b8baf49e-eb32-4d4a-aafa-6fded2baca73 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:12:56.430686 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b8baf49e-eb32-4d4a-aafa-6fded2baca73 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9051087 Jan 24 09:12:59.128602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49738) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:12:59.770855 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:12:59.771474 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:00.002223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:00.056053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.policy [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80077) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 24 09:13:00.056817 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:00.057218 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:00.069867 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] Loaded quota_driver: . Jan 24 09:13:00.085371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:00.142122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287262433066', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287262482123', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287262480226', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287262526842', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363287262523649', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853806470', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-872871', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3814581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850886572'] for rbac-policy, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:00.204285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:00.205611 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-30cc6fe7-0bdf-4dc6-bda6-0c4bb66dc69e admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0753856 Jan 24 09:13:03.158935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49756) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:03.554067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'name': 'private'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:03.559904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:03.564512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Usage tracker for resource:network and tenant:a01586ea8231484b9acbbf02152f2f57 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:03.568461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:03.574450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:03.583516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Made reservation on behalf of a01586ea8231484b9acbbf02152f2f57 for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:03.589394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:03.606315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:03.620653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:03.624373 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Usage tracker for resource:security_group_rule and tenant:a01586ea8231484b9acbbf02152f2f57 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:03.627847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:03.633351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:03.731669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:03.734263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:03.739706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:03.759134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:13:03.783664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:03.784242 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Added segment 2ab47237-a1fc-417c-b1eb-852ddf04b7be of type vxlan for network 2cd536b9-0420-47a5-8fc6-17c70eee102f Jan 24 09:13:03.847538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5752906a-003d-4b7e-982a-d3cdc77434e7,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:04.026383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.026753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.027113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.027471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.027846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.028211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.028558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.028903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.029261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.029604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.029944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.030285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Tracked resource versions report: Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:13:04.031374 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:04.056571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:04.072878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:04.098447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:04.099679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:04.100332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:04.104974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:04.210952 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0508575 Jan 24 09:13:04.213689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd536b9-0420-47a5-8fc6-17c70eee102f,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:04.216807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:04.228237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:13:07.221184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49772) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:07.721072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519095a-7b4e-48ae-a584-ad0d44a49403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:07.722467 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b519095a-7b4e-48ae-a584-ad0d44a49403 admin admin] 10.222.0.45 "GET /v2.0/networks/2cd536b9-0420-47a5-8fc6-17c70eee102f HTTP/1.1" status: 200 len: 818 time: 0.5002697 Jan 24 09:13:07.750175 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1697361b-35f8-45f5-ab1c-d1bfe0c66416 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/b3f28659-f7c1-4428-ac87-9cc1eea80c81 HTTP/1.1" status: 200 len: 734 time: 0.0214837 Jan 24 09:13:07.759856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'name': 'private-subnet', 'subnetpool_id': 'b3f28659-f7c1-4428-ac87-9cc1eea80c81', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'gateway_ip': '172.20.0.1'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:07.764244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:07.768086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Usage tracker for resource:subnet and tenant:a01586ea8231484b9acbbf02152f2f57 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:07.771555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:07.777123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:07.784985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Made reservation on behalf of a01586ea8231484b9acbbf02152f2f57 for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:07.789451 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:08.260128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:08.275567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:08.418189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4faea44-ce7a-4e7e-947b-3fdbfa88c57f,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:08.424378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:08.479810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Checking segment: {'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:08.480190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Network hostable DHCP agents. Network: 2cd536b9-0420-47a5-8fc6-17c70eee102f, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:13:08.500066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:13:08.509065 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 2cd536b9-0420-47a5-8fc6-17c70eee102f) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:08.513398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:08.513978 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:08.518588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7b816-c838-4e91-91be-c3db62762a05 None None] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:08.532712 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6851b576-ee80-48c1-ac10-f432ebcee47f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7763817 Jan 24 09:13:08.836221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-2cd536b9-0420-47a5-8fc6-17c70eee102f', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'fixed_ips': [{'subnet_id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:13:08.837452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.155019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Allocated IP 172.20.0.2 (2cd536b9-0420-47a5-8fc6-17c70eee102f/c4faea44-ce7a-4e7e-947b-3fdbfa88c57f/3f34225f-7110-42e4-8361-0d7a80bb087d) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:13:09.390946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.405010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Transition to ACTIVE for port object 3f34225f-7110-42e4-8361-0d7a80bb087d will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:09.422440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Transition to ACTIVE for port object 3f34225f-7110-42e4-8361-0d7a80bb087d will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:09.428492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.444199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:09.743697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Pushing event updated for resources: {'Port': ['ID=3f34225f-7110-42e4-8361-0d7a80bb087d,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:09.756524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.756893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.757260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.757618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.757973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.758327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.758674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.759022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.759382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.759772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.760118 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.760459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Tracked resource versions report: Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:13:09.761548 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:09.774098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:09.813475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:09.814560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:09.817933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:13:09.879063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Attempting to bind port 3f34225f-7110-42e4-8361-0d7a80bb087d on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:13:09.879457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Attempting to bind port 3f34225f-7110-42e4-8361-0d7a80bb087d by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:13:09.879908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Attempting to bind port 3f34225f-7110-42e4-8361-0d7a80bb087d on network 2cd536b9-0420-47a5-8fc6-17c70eee102f {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:13:09.885348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:13:09.885756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Checking segment: {'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:09.887151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.887151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Bound using segment: {'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:13:09.887151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Bound port: 3f34225f-7110-42e4-8361-0d7a80bb087d, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:13:09.887494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:09.978957 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] For port 3f34225f-7110-42e4-8361-0d7a80bb087d, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:13:09.983056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] For port 3f34225f-7110-42e4-8361-0d7a80bb087d, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3f34225f-7110-42e4-8361-0d7a80bb087d,segment=NetworkSegment(2ab47237-a1fc-417c-b1eb-852ddf04b7be),segment_id=2ab47237-a1fc-417c-b1eb-852ddf04b7be)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:13:09.988165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:10.004533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:10.155624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Pushing event updated for resources: {'Port': ['ID=3f34225f-7110-42e4-8361-0d7a80bb087d,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:10.165256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:11.272328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49782) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:11.706249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [None req-91ddad78-6dba-4000-91a0-50620de4d0e5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:11.719616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-91ddad78-6dba-4000-91a0-50620de4d0e5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4340570 Jan 24 09:13:13.658619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3f34225f-7110-42e4-8361-0d7a80bb087d up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:13.730405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 3f34225f-7110-42e4-8361-0d7a80bb087d completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:14.432990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49796) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:14.781393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab2860-39e6-4544-945a-d069e1add096 None None] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:14.875151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Provisioning for port 3f34225f-7110-42e4-8361-0d7a80bb087d completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:14.884810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Provisioning complete for port 3f34225f-7110-42e4-8361-0d7a80bb087d triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:14.885237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:14.942944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [None req-9f827dde-4bde-466b-ac83-8be3b43c97ea admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:14.944044 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9f827dde-4bde-466b-ac83-8be3b43c97ea admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5100677 Jan 24 09:13:15.140142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.192723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] For port 3f34225f-7110-42e4-8361-0d7a80bb087d, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3f34225f-7110-42e4-8361-0d7a80bb087d,segment=NetworkSegment(2ab47237-a1fc-417c-b1eb-852ddf04b7be),segment_id=2ab47237-a1fc-417c-b1eb-852ddf04b7be)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:13:15.197369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.202744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:15.273393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Pushing event updated for resources: {'Port': ['ID=3f34225f-7110-42e4-8361-0d7a80bb087d,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:15.280114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:15.420645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-df1efb8e-ea73-45a5-a617-eaf80d8df991 None None] Provisioning complete for port 3f34225f-7110-42e4-8361-0d7a80bb087d triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:15.421062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-df1efb8e-ea73-45a5-a617-eaf80d8df991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.641860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3f34225f-7110-42e4-8361-0d7a80bb087d up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:15.711672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-fe3f7514-f0b3-43c4-af34-911232c20c69 None None] Provisioning complete for port 3f34225f-7110-42e4-8361-0d7a80bb087d triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:15.712094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7514-f0b3-43c4-af34-911232c20c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:15.784554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 3f34225f-7110-42e4-8361-0d7a80bb087d triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:15.785096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:16.018170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a2c44fb8-ae17-4065-93ee-a72f148ea485 None None] Provisioning complete for port 3f34225f-7110-42e4-8361-0d7a80bb087d triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:16.018575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a2c44fb8-ae17-4065-93ee-a72f148ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:18.061354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49808) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:18.458200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'admin_state_up': True}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:18.463689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:18.467770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Usage tracker for resource:router and tenant:a01586ea8231484b9acbbf02152f2f57 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:18.471014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:18.476775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:18.485488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:18.486798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:18.508415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:18.611930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:18.630280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:18.631515 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1ef57495-dab6-4b94-a4d8-486a08cb43d5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5691154 Jan 24 09:13:19.686805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-45abdc3f-d49e-42ff-9dd3-4b7dbe412a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:21.280166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49818) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:21.694994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [None req-7c653f59-3508-40e1-ae01-fe3611f7cbb5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:21.696141 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7c653f59-3508-40e1-ae01-fe3611f7cbb5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4150183 Jan 24 09:13:21.762878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7e67203f-9887-4900-b01f-8e07bc620e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:22.586044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:23.587921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:23.971268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.405421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49838) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:24.588965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:24.593743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:24.598281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Usage tracker for resource:network and tenant:56585e22936b44e498ae5865f0391db4 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:24.601800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:24.607753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:24.615922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Made reservation on behalf of 56585e22936b44e498ae5865f0391db4 for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:24.620490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.632724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.647801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:24.651604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Usage tracker for resource:security_group_rule and tenant:56585e22936b44e498ae5865f0391db4 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:24.654416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:24.660543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:24.745723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.748308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.752477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:24.767888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Reserving flat network on physical network physnet1 {{(pid=80077) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 24 09:13:24.789387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e66baa-4d0b-4a5c-8d83-7681eb07c1f5,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:24.793333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:24.794273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.794845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Unsubscribe: segment precommit_create {{(pid=80077) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 24 09:13:24.795260 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Added segment 11a48f8c-c484-47a0-82d5-606bae2c6a90 of type flat for network a3f6421b-1e21-4faf-9349-e1c32076d63f Jan 24 09:13:24.828583 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.863137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.864375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:24.864999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:24.869618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:24.969974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5633996 Jan 24 09:13:24.972831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Pushing event updated for resources: {'Network': ['ID=a3f6421b-1e21-4faf-9349-e1c32076d63f,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:24.985331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:24.994641 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network a3f6421b-1e21-4faf-9349-e1c32076d63f details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:13:27.438496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 49858) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:27.660622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.policy [None req-708f9755-0bb2-406f-bc43-584dd05b0756 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80078) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 24 09:13:27.661472 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-708f9755-0bb2-406f-bc43-584dd05b0756 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:27.661878 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING oslo_policy.policy [None req-708f9755-0bb2-406f-bc43-584dd05b0756 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:13:27.672617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f9755-0bb2-406f-bc43-584dd05b0756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:27.674386 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-708f9755-0bb2-406f-bc43-584dd05b0756 admin admin] 10.222.0.45 "GET /v2.0/subnets/c4faea44-ce7a-4e7e-947b-3fdbfa88c57f HTTP/1.1" status: 200 len: 849 time: 0.2348685 Jan 24 09:13:28.012876 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5b9126bf-4a5f-461c-aa1e-172560416356 admin admin] 10.222.0.45 "GET /v2.0/routers/748ef073-4b63-42da-ac3f-28e0a9d8c955 HTTP/1.1" status: 200 len: 704 time: 0.3314238 Jan 24 09:13:28.495834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:28.879687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Allocated IP 172.20.0.1 (2cd536b9-0420-47a5-8fc6-17c70eee102f/c4faea44-ce7a-4e7e-947b-3fdbfa88c57f/6b50b2a1-79d8-4303-8579-916089e202ff) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:13:29.049310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:29.068394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Transition to ACTIVE for port object 6b50b2a1-79d8-4303-8579-916089e202ff will not be triggered until provisioned by entity DHCP. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:29.121858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:29.137828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:29.291033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b50b2a1-79d8-4303-8579-916089e202ff,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:29.306501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.306893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.307258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.307635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.307988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.308351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.308703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.309053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.309401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.309750 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.310098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.310443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Tracked resource versions report: Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:13:29.313994 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:29.370534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:29.386265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:29.387375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:29.390299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:13:29.390791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:29.633501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f99803ef-481c-4bdd-ba0b-ef93f19a3cdb None None] Provisioning for port 6b50b2a1-79d8-4303-8579-916089e202ff completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:29.639164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f99803ef-481c-4bdd-ba0b-ef93f19a3cdb None None] Provisioning complete for port 6b50b2a1-79d8-4303-8579-916089e202ff triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:29.639591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f99803ef-481c-4bdd-ba0b-ef93f19a3cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:29.699797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f99803ef-481c-4bdd-ba0b-ef93f19a3cdb None None] Port 6b50b2a1-79d8-4303-8579-916089e202ff cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:13:29.841489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.141547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.145431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.146519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.160910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:30.293186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b50b2a1-79d8-4303-8579-916089e202ff,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:30.297504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:30.351838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:30.352909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:30.523052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ab5ea0b1-dab8-4953-8e4a-b8bf953ca87a None None] Provisioning complete for port 6b50b2a1-79d8-4303-8579-916089e202ff triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:30.523460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea0b1-dab8-4953-8e4a-b8bf953ca87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:30.548170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Router 748ef073-4b63-42da-ac3f-28e0a9d8c955 is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:13:30.581768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ea0b1-dab8-4953-8e4a-b8bf953ca87a None None] Port 6b50b2a1-79d8-4303-8579-916089e202ff cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:13:30.720662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:13:30.731343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Sync routers for ids ['748ef073-4b63-42da-ac3f-28e0a9d8c955'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:13:30.733565 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] 10.222.0.45 "PUT /v2.0/routers/748ef073-4b63-42da-ac3f-28e0a9d8c955/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7150483 Jan 24 09:13:30.742578 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Routers {'748ef073-4b63-42da-ac3f-28e0a9d8c955'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:30.743456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:13:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['748ef073-4b63-42da-ac3f-28e0a9d8c955'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:30.926057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Set router 748ef073-4b63-42da-ac3f-28e0a9d8c955 gateway port host: None {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:31.470494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'name': 'router1', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:18Z', 'updated_at': '2021-01-24T09:13:29Z', 'revision_number': 2, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'gw_port_host': None, '_interfaces': [{'id': '6b50b2a1-79d8-4303-8579-916089e202ff', 'name': '', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'mac_address': 'fa:16:3e:d4:1f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:28Z', 'updated_at': '2021-01-24T09:13:29Z', 'revision_number': 2, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'subnets': [{'id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3f28659-f7c1-4428-ac87-9cc1eea80c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:31.476033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Checking router: 748ef073-4b63-42da-ac3f-28e0a9d8c955 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:13:31.476423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Updating router 748ef073-4b63-42da-ac3f-28e0a9d8c955 port 6b50b2a1-79d8-4303-8579-916089e202ff binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:13:31.530472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:31.974711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:31.989704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Transition to ACTIVE for port object 6b50b2a1-79d8-4303-8579-916089e202ff will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:31.992952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:32.009251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:32.148955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Pushing event updated for resources: {'Port': ['ID=6b50b2a1-79d8-4303-8579-916089e202ff,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:32.169221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.169597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.169986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.170319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.170671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.171023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.171371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.171770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.172122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.172468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.172813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.173155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Tracked resource versions report: Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:13:32.174252 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:13:32.182570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:32.330385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Attempting to bind port 6b50b2a1-79d8-4303-8579-916089e202ff on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:13:32.330797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Attempting to bind port 6b50b2a1-79d8-4303-8579-916089e202ff by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:13:32.331233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Attempting to bind port 6b50b2a1-79d8-4303-8579-916089e202ff on network 2cd536b9-0420-47a5-8fc6-17c70eee102f {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:13:32.338627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:13:32.339032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Checking segment: {'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:32.339499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:32.340036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Bound using segment: {'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:13:32.340552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Bound port: 6b50b2a1-79d8-4303-8579-916089e202ff, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab47237-a1fc-417c-b1eb-852ddf04b7be', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:13:32.340968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:32.434342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] For port 6b50b2a1-79d8-4303-8579-916089e202ff, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:13:32.438873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] For port 6b50b2a1-79d8-4303-8579-916089e202ff, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=6b50b2a1-79d8-4303-8579-916089e202ff,segment=NetworkSegment(2ab47237-a1fc-417c-b1eb-852ddf04b7be),segment_id=2ab47237-a1fc-417c-b1eb-852ddf04b7be)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:13:32.442025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:32.460586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:32.610488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Pushing event updated for resources: {'Port': ['ID=6b50b2a1-79d8-4303-8579-916089e202ff,revision_number=4']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:32.614217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:32.670533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Routers {'748ef073-4b63-42da-ac3f-28e0a9d8c955'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:32.671188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:13:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['748ef073-4b63-42da-ac3f-28e0a9d8c955'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:32.839395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] Set router 748ef073-4b63-42da-ac3f-28e0a9d8c955 gateway port host: None {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:33.179273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'name': 'router1', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:18Z', 'updated_at': '2021-01-24T09:13:29Z', 'revision_number': 2, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'gw_port_host': None, '_interfaces': [{'id': '6b50b2a1-79d8-4303-8579-916089e202ff', 'name': '', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'mac_address': 'fa:16:3e:d4:1f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:28Z', 'updated_at': '2021-01-24T09:13:32Z', 'revision_number': 4, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'subnets': [{'id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3f28659-f7c1-4428-ac87-9cc1eea80c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:33.183465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21025b92-fb34-4820-9978-714c82ba5ab7 None None] The sync data for ids ['748ef073-4b63-42da-ac3f-28e0a9d8c955'] in dv-cinder-772181-7-iscsi is: [{'id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'name': 'router1', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:18Z', 'updated_at': '2021-01-24T09:13:29Z', 'revision_number': 2, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'gw_port_host': None, '_interfaces': [{'id': '6b50b2a1-79d8-4303-8579-916089e202ff', 'name': '', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'mac_address': 'fa:16:3e:d4:1f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:28Z', 'updated_at': '2021-01-24T09:13:32Z', 'revision_number': 4, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'subnets': [{'id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3f28659-f7c1-4428-ac87-9cc1eea80c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:13:33.228680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 49876) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:33.414614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37dd76-57cf-46c6-aec9-6a100b43520d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:33.416138 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0c37dd76-57cf-46c6-aec9-6a100b43520d admin admin] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 842 time: 0.1863854 Jan 24 09:13:33.427437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:33.430202 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.quota [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Loaded quota_driver: . Jan 24 09:13:33.436123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:33.440793 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Usage tracker for resource:subnet and tenant:56585e22936b44e498ae5865f0391db4 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:33.444222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:33.450894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:33.463246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Made reservation on behalf of 56585e22936b44e498ae5865f0391db4 for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:13:33.467929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:33.948825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80078) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:13:33.949312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:33.964231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:34.103493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea947eab-8b41-49c2-8cd2-cb125aa8eeef,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:34.117289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:34.180030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:34.180593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Network hostable DHCP agents. Network: a3f6421b-1e21-4faf-9349-e1c32076d63f, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:13:34.202024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:13:34.211559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, a3f6421b-1e21-4faf-9349-e1c32076d63f) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:34.215874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:34.216532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:34.221151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb839915-1803-4541-a98e-967365995d8a None None] Network a3f6421b-1e21-4faf-9349-e1c32076d63f requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:34.239425 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8165970 Jan 24 09:13:34.458232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21cc527-2fff-498e-b60e-cd4a0d4d8416 None None] Network a3f6421b-1e21-4faf-9349-e1c32076d63f requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:13:35.664564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 6b50b2a1-79d8-4303-8579-916089e202ff up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:35.733322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 6b50b2a1-79d8-4303-8579-916089e202ff completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:35.738015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 6b50b2a1-79d8-4303-8579-916089e202ff triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:35.738423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:35.859035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:35.891711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 6b50b2a1-79d8-4303-8579-916089e202ff, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=6b50b2a1-79d8-4303-8579-916089e202ff,segment=NetworkSegment(2ab47237-a1fc-417c-b1eb-852ddf04b7be),segment_id=2ab47237-a1fc-417c-b1eb-852ddf04b7be)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:13:35.894883 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:35.898120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0300d0d8-0c4d-430b-ac40-244f404c7b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:35.970190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=6b50b2a1-79d8-4303-8579-916089e202ff,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:35.973591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:36.786356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 49890) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:37.179845 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b60e6dc4-0f4c-4511-b4d5-7c7f06704f6b admin admin] 10.222.0.45 "GET /v2.0/routers/748ef073-4b63-42da-ac3f-28e0a9d8c955 HTTP/1.1" status: 200 len: 710 time: 0.3922269 Jan 24 09:13:37.316489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b2ec43-30c5-49c1-a1c5-3a04b2383aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:37.317817 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e0b2ec43-30c5-49c1-a1c5-3a04b2383aef admin admin] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 886 time: 0.1319890 Jan 24 09:13:37.327449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:13:37.649523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 6b50b2a1-79d8-4303-8579-916089e202ff up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:37.797290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:37.867534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 6b50b2a1-79d8-4303-8579-916089e202ff triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:37.867885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.141942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.200573 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.213475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.230789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:13:38.234766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:13:38.237980 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:13:38.243668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:13:38.338313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.340902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.355647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:38.449317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3d808-eef5-4f2f-96b3-f9f87274799b,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:38.461649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:38.611672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Allocated IP 172.27.2.199 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/48e849cf-d0a5-44a1-9584-f08954f2f039) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:13:38.761238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.789272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:38.804310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:39.109559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Pushing event updated for resources: {'Port': ['ID=48e849cf-d0a5-44a1-9584-f08954f2f039,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:39.114874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:39.154852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:13:39.155991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:13:39.158105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:13:39.549568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:39.902441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:39.905921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4128336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850647480', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850679053'] for router, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:40.091149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Router 748ef073-4b63-42da-ac3f-28e0a9d8c955 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:13:40.275730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:13:40.286293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Sync routers for ids ['748ef073-4b63-42da-ac3f-28e0a9d8c955'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:13:40.292029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:40.293279 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] 10.222.0.45 "PUT /v2.0/routers/748ef073-4b63-42da-ac3f-28e0a9d8c955 HTTP/1.1" status: 200 len: 890 time: 2.9692409 Jan 24 09:13:40.295863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Routers {'748ef073-4b63-42da-ac3f-28e0a9d8c955'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:40.296528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:13:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['748ef073-4b63-42da-ac3f-28e0a9d8c955'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:40.498109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Set router 748ef073-4b63-42da-ac3f-28e0a9d8c955 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:40.856423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'name': 'router1', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '48e849cf-d0a5-44a1-9584-f08954f2f039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:18Z', 'updated_at': '2021-01-24T09:13:39Z', 'revision_number': 4, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'gw_port': {'id': '48e849cf-d0a5-44a1-9584-f08954f2f039', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:38Z', 'updated_at': '2021-01-24T09:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '6b50b2a1-79d8-4303-8579-916089e202ff', 'name': '', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'mac_address': 'fa:16:3e:d4:1f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:28Z', 'updated_at': '2021-01-24T09:13:35Z', 'revision_number': 5, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'subnets': [{'id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3f28659-f7c1-4428-ac87-9cc1eea80c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:40.861324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Checking router: 748ef073-4b63-42da-ac3f-28e0a9d8c955 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:13:40.862220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Updating router 748ef073-4b63-42da-ac3f-28e0a9d8c955 port 48e849cf-d0a5-44a1-9584-f08954f2f039 binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:13:40.916446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.316306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.328551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Transition to ACTIVE for port object 48e849cf-d0a5-44a1-9584-f08954f2f039 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:13:41.331696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.347459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:41.485514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92b310-415e-4b6b-aff7-fb0aee55b903 None None] Pushing event updated for resources: {'Port': ['ID=48e849cf-d0a5-44a1-9584-f08954f2f039,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:41.488468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9a92b310-415e-4b6b-aff7-fb0aee55b903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:41.542599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Attempting to bind port 48e849cf-d0a5-44a1-9584-f08954f2f039 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:13:41.543014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Attempting to bind port 48e849cf-d0a5-44a1-9584-f08954f2f039 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:13:41.543419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Attempting to bind port 48e849cf-d0a5-44a1-9584-f08954f2f039 on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:13:41.549032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:13:41.549951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:13:41.550657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.551085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:13:41.551616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Bound port: 48e849cf-d0a5-44a1-9584-f08954f2f039, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:13:41.552036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.631432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] For port 48e849cf-d0a5-44a1-9584-f08954f2f039, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:13:41.634519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] For port 48e849cf-d0a5-44a1-9584-f08954f2f039, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=48e849cf-d0a5-44a1-9584-f08954f2f039,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:13:41.637743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:41.655469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9a92b310-415e-4b6b-aff7-fb0aee55b903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:41.804732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92b310-415e-4b6b-aff7-fb0aee55b903 None None] Pushing event updated for resources: {'Port': ['ID=48e849cf-d0a5-44a1-9584-f08954f2f039,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:41.808019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9a92b310-415e-4b6b-aff7-fb0aee55b903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:41.852272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Routers {'748ef073-4b63-42da-ac3f-28e0a9d8c955'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:13:41.852874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:13:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['748ef073-4b63-42da-ac3f-28e0a9d8c955'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:42.040716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] Set router 748ef073-4b63-42da-ac3f-28e0a9d8c955 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:13:42.527099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'name': 'router1', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '48e849cf-d0a5-44a1-9584-f08954f2f039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:18Z', 'updated_at': '2021-01-24T09:13:39Z', 'revision_number': 4, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'gw_port': {'id': '48e849cf-d0a5-44a1-9584-f08954f2f039', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:38Z', 'updated_at': '2021-01-24T09:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '6b50b2a1-79d8-4303-8579-916089e202ff', 'name': '', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'mac_address': 'fa:16:3e:d4:1f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:28Z', 'updated_at': '2021-01-24T09:13:35Z', 'revision_number': 5, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'subnets': [{'id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3f28659-f7c1-4428-ac87-9cc1eea80c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:13:42.531549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed600ce0-10d4-48dd-ad0b-648c9bf30255 None None] The sync data for ids ['748ef073-4b63-42da-ac3f-28e0a9d8c955'] in dv-cinder-772181-7-iscsi is: [{'id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'name': 'router1', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '48e849cf-d0a5-44a1-9584-f08954f2f039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:13:18Z', 'updated_at': '2021-01-24T09:13:39Z', 'revision_number': 4, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'gw_port': {'id': '48e849cf-d0a5-44a1-9584-f08954f2f039', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:38Z', 'updated_at': '2021-01-24T09:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '6b50b2a1-79d8-4303-8579-916089e202ff', 'name': '', 'network_id': '2cd536b9-0420-47a5-8fc6-17c70eee102f', 'tenant_id': 'a01586ea8231484b9acbbf02152f2f57', 'mac_address': 'fa:16:3e:d4:1f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748ef073-4b63-42da-ac3f-28e0a9d8c955', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:13:28Z', 'updated_at': '2021-01-24T09:13:35Z', 'revision_number': 5, 'project_id': 'a01586ea8231484b9acbbf02152f2f57', 'subnets': [{'id': 'c4faea44-ce7a-4e7e-947b-3fdbfa88c57f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3f28659-f7c1-4428-ac87-9cc1eea80c81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:13:42.967560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 49900) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:13:43.125786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fc94f-e141-4f03-b26d-028eceb77fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:13:43.127548 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7f7fc94f-e141-4f03-b26d-028eceb77fbe admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1588013 Jan 24 09:13:43.684969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 48e849cf-d0a5-44a1-9584-f08954f2f039 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:43.758172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 48e849cf-d0a5-44a1-9584-f08954f2f039 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:13:43.763746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 48e849cf-d0a5-44a1-9584-f08954f2f039 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:43.764162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:43.890474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:43.906681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 48e849cf-d0a5-44a1-9584-f08954f2f039, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=48e849cf-d0a5-44a1-9584-f08954f2f039,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:13:43.909532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:43.911698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:13:43.981797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=48e849cf-d0a5-44a1-9584-f08954f2f039,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:13:43.985042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:13:45.667666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 48e849cf-d0a5-44a1-9584-f08954f2f039 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:13:45.775303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 48e849cf-d0a5-44a1-9584-f08954f2f039 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:13:45.776132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:48.654895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:13:49.702388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-448a2f7f-b705-4720-a04e-c22b6075b354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:51.769763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-94ffc08b-dc3b-4b2b-9afe-94b6137167b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:52.589002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:53.591993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:13:53.988547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:19.685238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-94ddcd53-8875-486a-b7cc-179b628877a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:21.762813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8276-a960-4a92-9291-ad7b5d06e8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:22.592717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:23.593934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:23.992715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:25.650437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:14:49.695098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc01a7e1-2607-4016-8dd4-a8f9e1821d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:51.764349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3de6040f-e0bd-4f33-bdf6-2b596f1f97c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:52.597212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:53.596816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:14:54.001911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:02.650622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:15:19.687759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633941ce-d6e5-45e7-92a2-c91cf0422971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:21.766476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-deb27762-8a97-4580-aac5-253369c304f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:22.600783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:23.598755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:24.003985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:39.650059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:15:49.690426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7618e439-69d0-46bf-a9d0-58854f26ebfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:51.767418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4bf1b8bf-0678-48f7-9672-40c32a906862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:52.602178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:53.600199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:54.008703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:55.809998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50476) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:15:55.908634 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb14e0cf-f96e-4c01-88da-a07442bc8f3d admin admin] GET failed (client error): The resource could not be found. Jan 24 09:15:55.909218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-bb14e0cf-f96e-4c01-88da-a07442bc8f3d admin admin] Synchronizing usage tracker for tenant:56585e22936b44e498ae5865f0391db4 on resource:network {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:15:55.926168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-bb14e0cf-f96e-4c01-88da-a07442bc8f3d admin admin] Unset dirty status for tenant:56585e22936b44e498ae5865f0391db4 on resource:network {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:15:55.927237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-bb14e0cf-f96e-4c01-88da-a07442bc8f3d admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1161861 Jan 24 09:15:56.069029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5571ee-54cf-4fc4-828c-9e36d2922850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:15:56.070597 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4c5571ee-54cf-4fc4-828c-9e36d2922850 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1389923 Jan 24 09:15:58.502981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50486) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:15:58.648054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ceba7c-a35f-423a-aefd-20ae861fec68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:15:58.648682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c9ceba7c-a35f-423a-aefd-20ae861fec68 admin admin] Synchronizing usage tracker for tenant:56585e22936b44e498ae5865f0391db4 on resource:subnet {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:15:58.664567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c9ceba7c-a35f-423a-aefd-20ae861fec68 admin admin] Unset dirty status for tenant:56585e22936b44e498ae5865f0391db4 on resource:subnet {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:15:58.665782 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c9ceba7c-a35f-423a-aefd-20ae861fec68 admin admin] 10.222.0.45 "GET /v2.0/subnets/c4faea44-ce7a-4e7e-947b-3fdbfa88c57f HTTP/1.1" status: 200 len: 849 time: 0.1617303 Jan 24 09:15:58.677166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:15:58.801905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Notify callbacks [] for subnet, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:59.280356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749593048111'] for subnet, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:59.295814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-83b12171-601f-453b-ba0e-98620244b0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:15:59.437228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4faea44-ce7a-4e7e-947b-3fdbfa88c57f,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:15:59.450457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.450852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.451221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.451598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.451965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.452323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.452676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.453552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.453929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.454282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.454631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.454981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:15:59.460388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:15:59.485886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:15:59.486535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:15:59.488291 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] 10.222.0.45 "PUT /v2.0/subnets/c4faea44-ce7a-4e7e-947b-3fdbfa88c57f HTTP/1.1" status: 200 len: 868 time: 0.8151641 Jan 24 09:15:59.515324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af61ca-5a1b-4866-8ac7-08b896fdfb40 None None] Network 2cd536b9-0420-47a5-8fc6-17c70eee102f requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:15:59.960534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b6fe6dff-9c8c-44e3-98b6-c4e7ad492a78 None None] Provisioning complete for port 6b50b2a1-79d8-4303-8579-916089e202ff triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:15:59.960951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6dff-9c8c-44e3-98b6-c4e7ad492a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:00.094577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b6fe6dff-9c8c-44e3-98b6-c4e7ad492a78 None None] Provisioning complete for port 3f34225f-7110-42e4-8361-0d7a80bb087d triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:16:00.094907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6dff-9c8c-44e3-98b6-c4e7ad492a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:01.966329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50496) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:02.179858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2655d-657f-4bb8-adce-2c0789f29736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:02.180206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2655d-657f-4bb8-adce-2c0789f29736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:02.181929 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-83b2655d-657f-4bb8-adce-2c0789f29736 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2145207 Jan 24 09:16:04.630537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50506) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:04.840755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4d7b7-9127-4024-9689-b0befbc6af2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:04.841099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4d7b7-9127-4024-9689-b0befbc6af2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:04.842708 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e7f4d7b7-9127-4024-9689-b0befbc6af2d admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2111573 Jan 24 09:16:07.302401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50516) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:07.514265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f17c6a-9181-4675-a60a-9899a93f37ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:07.515735 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a2f17c6a-9181-4675-a60a-9899a93f37ea admin admin] 10.222.0.45 "GET /v2.0/networks/2cd536b9-0420-47a5-8fc6-17c70eee102f HTTP/1.1" status: 200 len: 862 time: 0.2122483 Jan 24 09:16:09.958742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50526) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:10.162813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14fa1e-469b-42f3-ba3f-e39afc7401d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:10.164281 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fb14fa1e-469b-42f3-ba3f-e39afc7401d4 admin admin] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 886 time: 0.2045360 Jan 24 09:16:12.637532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50536) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:12.792586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675e1d7-b046-4cba-b8f9-8eaea77aab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:12.793005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675e1d7-b046-4cba-b8f9-8eaea77aab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:12.794616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b675e1d7-b046-4cba-b8f9-8eaea77aab79 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1560757 Jan 24 09:16:15.220802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50546) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:15.509531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2776b64b-2707-4c3b-b221-c02c0052c4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:15.509936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2776b64b-2707-4c3b-b221-c02c0052c4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:15.511560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2776b64b-2707-4c3b-b221-c02c0052c4e1 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2897539 Jan 24 09:16:16.648813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:16:17.964669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50556) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:18.106834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc4440-dfeb-4eb1-a38f-2a45aceb3495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:18.108296 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-61cc4440-dfeb-4eb1-a38f-2a45aceb3495 admin admin] 10.222.0.45 "GET /v2.0/subnets/c4faea44-ce7a-4e7e-947b-3fdbfa88c57f HTTP/1.1" status: 200 len: 868 time: 0.1426008 Jan 24 09:16:19.692473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d42be8c-2642-4512-b118-9ac7a0713b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:20.558746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50566) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:20.693528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a075d-d676-4c6e-9c5b-9f4328f30004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:20.694978 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-492a075d-d676-4c6e-9c5b-9f4328f30004 admin admin] 10.222.0.45 "GET /v2.0/subnets/ea947eab-8b41-49c2-8cd2-cb125aa8eeef HTTP/1.1" status: 200 len: 816 time: 0.1352174 Jan 24 09:16:21.769322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-61eeff82-b9e5-41cc-95cc-9ae10b4b9f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:22.604055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:23.601124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:24.017253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:46.219471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50606) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:46.296840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [None req-5a714f53-7492-4daf-9cae-cc1a7221fa12 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:16:46.298185 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5a714f53-7492-4daf-9cae-cc1a7221fa12 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0774293 Jan 24 09:16:48.830274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50616) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:48.938574 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a09fbc5-ac0e-41a0-819f-98284c8b149a admin admin] GET failed (client error): The resource could not be found. Jan 24 09:16:48.939879 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1a09fbc5-ac0e-41a0-819f-98284c8b149a admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1085351 Jan 24 09:16:49.073909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7614a98b-a9e5-4723-b3b8-1e98f9664745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:49.075441 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7614a98b-a9e5-4723-b3b8-1e98f9664745 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1311390 Jan 24 09:16:49.695103 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2cff01e-9e04-4c15-be2e-8f4b9549d94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:51.542269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50626) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:51.621881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:16:51.627404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:16:51.637176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:16:51.645610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Made reservation on behalf of 56585e22936b44e498ae5865f0391db4 for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:16:51.650193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:51.744100 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.services.revisions.revision_plugin [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Could not find related network for resource to bump revision. Jan 24 09:16:51.758084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:16:51.767056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:51.767436 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Added segment b33b580a-6f72-46b5-8c8c-7d6267a75cc5 of type vxlan for network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 Jan 24 09:16:51.770274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cc80a846-f37b-4fad-b6ac-18634e85ed3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:51.793485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:51.822729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:51.824000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:51.824630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:51.829913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:16:51.931973 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3885295 Jan 24 09:16:51.932697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd86c82-d3fd-433d-b9ae-0b806932bfe7,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:16:51.940577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.940963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.941341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.941710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.942077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.942456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.942818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.943174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.943532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.943937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.944297 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.944646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:51.948892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:16:51.958834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:16:52.607917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:53.602812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:53.647988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:16:54.024246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:54.402189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50636) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:16:54.502583 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa30ca15-89b3-4fba-9f3c-51af6f8dbe11 admin admin] GET failed (client error): The resource could not be found. Jan 24 09:16:54.503939 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-aa30ca15-89b3-4fba-9f3c-51af6f8dbe11 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1006896 Jan 24 09:16:54.619045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c704b8e-eb7c-4c6b-8bb5-fa76f6a86d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:54.620541 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0c704b8e-eb7c-4c6b-8bb5-fa76f6a86d2d admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1122851 Jan 24 09:16:54.631710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:16:54.636232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:16:54.646499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:16:54.655070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Made reservation on behalf of 56585e22936b44e498ae5865f0391db4 for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:16:54.659666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:55.055141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:55.070620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:16:55.201615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7622b651-c52f-4fd8-80b8-52d11c5a3e32,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:16:55.204599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:16:55.266425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Checking segment: {'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:16:55.266742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Network hostable DHCP agents. Network: bcd86c82-d3fd-433d-b9ae-0b806932bfe7, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:16:55.284177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:16:55.292023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, bcd86c82-d3fd-433d-b9ae-0b806932bfe7) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:16:55.295818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:16:55.296958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:55.301985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa6555-8655-4330-84eb-c696324772ec None None] Network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:16:55.321274 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6933763 Jan 24 09:16:55.542417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-bcd86c82-d3fd-433d-b9ae-0b806932bfe7', 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7', 'tenant_id': '56585e22936b44e498ae5865f0391db4', 'fixed_ips': [{'subnet_id': '7622b651-c52f-4fd8-80b8-52d11c5a3e32'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:16:55.543324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:55.839315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Allocated IP 192.168.233.2 (bcd86c82-d3fd-433d-b9ae-0b806932bfe7/7622b651-c52f-4fd8-80b8-52d11c5a3e32/cac32dfe-0964-4b57-9457-580276511746) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:16:56.220113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:56.231130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Transition to ACTIVE for port object cac32dfe-0964-4b57-9457-580276511746 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:16:56.248706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Transition to ACTIVE for port object cac32dfe-0964-4b57-9457-580276511746 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:16:56.254650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:56.270602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ba294e57-76cc-4c33-998d-7cfb57175106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:16:56.411143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Pushing event updated for resources: {'Port': ['ID=cac32dfe-0964-4b57-9457-580276511746,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:16:56.427784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.428168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.428539 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.428903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.429267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.429636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.429996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.430353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.430731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.431080 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.431433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.431810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:16:56.437782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:16:56.472600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:16:56.473823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:16:56.476241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:16:56.533527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Attempting to bind port cac32dfe-0964-4b57-9457-580276511746 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:16:56.533936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Attempting to bind port cac32dfe-0964-4b57-9457-580276511746 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:16:56.534340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Attempting to bind port cac32dfe-0964-4b57-9457-580276511746 on network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:16:56.539941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:16:56.540366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Checking segment: {'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:16:56.540803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:56.541237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Bound using segment: {'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:16:56.541743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Bound port: cac32dfe-0964-4b57-9457-580276511746, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:16:56.542155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:56.636949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] For port cac32dfe-0964-4b57-9457-580276511746, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:16:56.641554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] For port cac32dfe-0964-4b57-9457-580276511746, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=cac32dfe-0964-4b57-9457-580276511746,segment=NetworkSegment(b33b580a-6f72-46b5-8c8c-7d6267a75cc5),segment_id=b33b580a-6f72-46b5-8c8c-7d6267a75cc5)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:16:56.644586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:56.661349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:16:56.811543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Pushing event updated for resources: {'Port': ['ID=cac32dfe-0964-4b57-9457-580276511746,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:16:56.817009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:16:57.776867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device cac32dfe-0964-4b57-9457-580276511746 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:16:57.859670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port cac32dfe-0964-4b57-9457-580276511746 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:16:58.043870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c93c7b-5be3-4707-a8d7-845eff7ae931 None None] Network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:16:58.134338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Provisioning for port cac32dfe-0964-4b57-9457-580276511746 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:16:58.146639 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Provisioning complete for port cac32dfe-0964-4b57-9457-580276511746 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:16:58.147052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:58.394511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:58.438783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] For port cac32dfe-0964-4b57-9457-580276511746, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=cac32dfe-0964-4b57-9457-580276511746,segment=NetworkSegment(b33b580a-6f72-46b5-8c8c-7d6267a75cc5),segment_id=b33b580a-6f72-46b5-8c8c-7d6267a75cc5)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:16:58.444743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:58.446754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:16:58.523551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Pushing event updated for resources: {'Port': ['ID=cac32dfe-0964-4b57-9457-580276511746,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:16:58.528990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:16:58.691139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8afa1e74-5efb-4399-a776-d397a5191752 None None] Provisioning complete for port cac32dfe-0964-4b57-9457-580276511746 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:16:58.691729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8afa1e74-5efb-4399-a776-d397a5191752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:58.938947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-658f91dc-bdc3-4001-9eb5-cf7017b329ff None None] Provisioning complete for port cac32dfe-0964-4b57-9457-580276511746 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:16:58.939479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-658f91dc-bdc3-4001-9eb5-cf7017b329ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:16:59.753001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device cac32dfe-0964-4b57-9457-580276511746 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:16:59.827329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port cac32dfe-0964-4b57-9457-580276511746 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:16:59.827773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:19.696791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3bb98bce-c84e-4f36-9088-4c42a1dd7d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:21.772158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-85c0996a-58d8-450a-a025-35cab749f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:22.611674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:23.604961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:24.028871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:30.646503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:17:49.698804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bf84f1bc-52d4-43cf-a29a-934964999a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:51.773889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e664d84e-7152-4e42-8888-da830bb47c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:52.614412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:53.607617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:17:54.034934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.002823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50678) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:18:07.009506 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [None req-d4003d2a-5a6f-4d42-8f46-fe986fe438a3 tempest-verify_tempest_config-1026727889 tempest-verify_tempest_config-1026727889] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:18:07.010552 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d4003d2a-5a6f-4d42-8f46-fe986fe438a3 tempest-verify_tempest_config-1026727889 tempest-verify_tempest_config-1026727889] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0066257 Jan 24 09:18:07.362544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50698) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:18:07.509507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.524772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:18:07.528938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Usage tracker for resource:security_group_rule and tenant:95df0aa126b24761af6b47c374dedbbd is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:18:07.531825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:18:07.537432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:18:07.623645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.626048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.635117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c44622ea-2821-4cf8-a8ae-d25ad623e980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:18:07.645806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:18:07.678662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Synchronizing usage tracker for tenant:56585e22936b44e498ae5865f0391db4 on resource:security_group {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:18:07.682157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625253e-d530-4000-9b02-8e2f5c3016df,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:18:07.692895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.693290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.693664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.694030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.694390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.694764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.695123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.695482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.695877 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.696232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.696585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.696939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:18:07.703303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:18:07.710830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Unset dirty status for tenant:56585e22936b44e498ae5865f0391db4 on resource:security_group {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:18:07.712245 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95df0aa126b24761af6b47c374dedbbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3485851 Jan 24 09:18:07.714998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50704) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:18:07.774697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.801356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.848963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.853913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b056976e-b268-43a8-95ca-b9e237febd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:18:07.864789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625253e-d530-4000-9b02-8e2f5c3016df,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:18:07.869337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:18:07.871233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:07.873047 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f625253e-d530-4000-9b02-8e2f5c3016df HTTP/1.1" status: 204 len: 168 time: 0.1569593 Jan 24 09:18:19.701802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a7f66ed3-1259-4c99-9b33-aae8d22bc381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:21.776473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-71a78a07-4408-4c2f-9c78-ecbbe153a523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:22.616805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:23.609427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:24.038723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:44.644798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:18:49.703194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-71f684c3-68b0-4b7c-a20c-d1d95b7f8046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:51.777419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9f8121b8-dae8-420c-83ac-a0a39f22e806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:52.619668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:53.609986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:18:54.045861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:19.704121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-675c23fc-8118-4994-91fc-ce45750ffe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:21.644304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 5 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:19:21.780027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2cf917af-8623-4c24-9302-ba7add5cd5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:22.622229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:23.610564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:24.050543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:49.238434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640'] for agent, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:49.239042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.239252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.239672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.240050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.240421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.240792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.241159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.241527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.241893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.242259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.242623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.242985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:19:49.243369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77218', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:19:49.247656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77218', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:19:49.660953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] get_endpoint_by_host() called for host hv-cinder-77218 {{(pid=80079) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 24 09:19:49.665162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=80079) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 24 09:19:49.668258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=80079) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 24 09:19:49.673200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] _get_endpoints() called {{(pid=80079) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 24 09:19:49.714225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-81c897b8-13d1-4e9d-a66a-c8b7ac37c846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:51.782356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebffa34d-679e-4781-ab07-ad3e8cc800b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:52.626633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:53.613174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:54.055502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:19:58.645487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:19:59.709769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50776) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:19:59.860109 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d4845ae9-da96-4d88-b7cd-09904f87f809 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1491375 Jan 24 09:20:02.312116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50786) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:20:02.397395 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e5994faa-c03d-4d80-89e8-54ed30cd113b admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0841262 Jan 24 09:20:19.229342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:19.708857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34ffb39e-139b-49e4-b303-f1f9ec44735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:21.783041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c884d56c-7f86-480e-99cf-db25e4125e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:22.628002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:23.614212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:24.057671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:35.645537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:20:49.228036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:49.710254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-317aa974-68cb-4898-8dde-08491273a6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:51.784964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-281932a9-9dab-4976-9ebf-493c5ccd6fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:52.630936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:53.616621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:20:54.068635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:12.645811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:21:19.226053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:19.714378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fe88e204-7e68-41d1-9074-7f01b4b17afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:21.787156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c049358f-68bc-4dab-bc96-638bcf887c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:22.632283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:23.619711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:24.071956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:40.698136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50958) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:40.980023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 50978) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:41.038190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-804682542-network', 'tenant_id': 'b62abeec413740e99ea1c6f3bf82da26'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:41.043641 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:41.048490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Usage tracker for resource:network and tenant:b62abeec413740e99ea1c6f3bf82da26 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:41.051606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:41.057704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:41.072007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Made reservation on behalf of b62abeec413740e99ea1c6f3bf82da26 for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:41.076994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.090708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.106286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:41.110798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b62abeec413740e99ea1c6f3bf82da26 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:41.114296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:41.120817 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:41.215652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.220684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.228046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:41.255967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba5a1c-c90e-4214-a5e1-24fe493bad46,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:41.265921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.266297 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.266841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.267443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.268129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.268756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.269271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.269781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.270305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.270813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.271310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.271827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.272374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.272868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.273377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.273876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.274379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.274879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.275370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.275898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.276389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.276880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.277568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.278057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Tracked resource versions report: Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}, Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:21:41.279485 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:21:41.288138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:41.298331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:21:41.309133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.310264 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Added segment 5d9f161e-41bb-4864-838a-52c9b9608aba of type vxlan for network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 Jan 24 09:21:41.339490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.368993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.370256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:41.370884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.376345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:41.407548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 50992) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:41.485313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51000) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:41.485473 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7859638 Jan 24 09:21:41.491370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Pushing event updated for resources: {'Network': ['ID=48ba8f53-efd5-4eee-9772-beaadcfe6ff3,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:41.494739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:41.502386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Request body: {'subnet': {'network_id': '48ba8f53-efd5-4eee-9772-beaadcfe6ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-804682542-subnet', 'tenant_id': 'b62abeec413740e99ea1c6f3bf82da26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:41.503507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:41.509018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:41.513569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Usage tracker for resource:subnet and tenant:b62abeec413740e99ea1c6f3bf82da26 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:41.517173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:41.523260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:41.533530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Made reservation on behalf of b62abeec413740e99ea1c6f3bf82da26 for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:41.539012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.556317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-62529369-network', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:41.563043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:41.572337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Usage tracker for resource:network and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:41.580384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:41.599501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:41.612449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51004) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:41.620296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:41.635238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Made reservation on behalf of b9a7e9ac4fef44f6b60222949f824802 for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:41.641939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.653509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51012) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:41.667894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.685701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:41.690515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Usage tracker for resource:security_group_rule and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:41.693977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:41.700456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:41.782655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-network', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:41.788511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:41.793146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Usage tracker for resource:network and tenant:be69528fa75744a8bde0c40f5fd48dcb is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:41.796029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:41.798621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.802213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.807163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:41.811751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:41.835874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:21:41.866411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Made reservation on behalf of be69528fa75744a8bde0c40f5fd48dcb for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:41.871170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.871319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.871557 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Added segment 9bd286f8-d7ab-4f9b-9039-8951ea87d963 of type vxlan for network c11acb17-436c-4015-9902-2d3a1b47b8ed Jan 24 09:21:41.872824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add74f56-dcda-485a-a0ab-0f4d066a12f7,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:41.876418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:41.907475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.938304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.939120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.940736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:41.941352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:41.967285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8ea699b-d02e-468b-a178-b7f54d513d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:41.992467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1527835882-network', 'tenant_id': '5949bbcd230e4b35b16b733813d0cff7'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:42.001184 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0167489 Jan 24 09:21:42.007528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:42.011456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51028) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:42.016206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:42.020298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Usage tracker for resource:network and tenant:5949bbcd230e4b35b16b733813d0cff7 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:42.023423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:42.029457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:42.030221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Usage tracker for resource:security_group_rule and tenant:be69528fa75744a8bde0c40f5fd48dcb is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:42.036544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Request body: {'subnet': {'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-62529369-subnet', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:42.042951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Made reservation on behalf of 5949bbcd230e4b35b16b733813d0cff7 for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:42.048603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.054512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:42.058749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Usage tracker for resource:subnet and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:42.065212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.068940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:42.071994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:42.083884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:42.089074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-822595981-network', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:42.093802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:42.114563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:42.145541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:42.147615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Made reservation on behalf of b9a7e9ac4fef44f6b60222949f824802 for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:42.151611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Pushing event updated for resources: {'Network': ['ID=c11acb17-436c-4015-9902-2d3a1b47b8ed,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:42.152222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.154168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Usage tracker for resource:security_group_rule and tenant:5949bbcd230e4b35b16b733813d0cff7 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:42.157618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:42.158549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:42.163169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network c11acb17-436c-4015-9902-2d3a1b47b8ed details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:42.166542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Usage tracker for resource:network and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:42.177797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:42.180141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:42.206159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:42.285272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Made reservation on behalf of a17d458110c64cdaac95d5c6b8429d17 for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:42.289840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.324520 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.371169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.373598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:42.378079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.384445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network c11acb17-436c-4015-9902-2d3a1b47b8ed details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:42.387112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e6c6844e-408a-40a8-b43a-6ca02a42e2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:42.390385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Usage tracker for resource:security_group_rule and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:42.424256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:42.437961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:42.456403 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:42.476587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:42.505140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:21:42.514519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.514910 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Added segment 3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a of type vxlan for network fddee9b4-9e3d-4d31-a1a8-d56439cade1e Jan 24 09:21:42.537830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.542945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.548563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.554415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.575899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.577177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:42.578346 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.584935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d31c058a-89df-4310-8f86-4e309f07b40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:42.600937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f001c6c0-72dd-4741-9167-ff99e5fbc8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:42.622381 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0041094 Jan 24 09:21:42.638060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51048) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:42.647658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Request body: {'subnet': {'network_id': 'fddee9b4-9e3d-4d31-a1a8-d56439cade1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1527835882-subnet', 'tenant_id': '5949bbcd230e4b35b16b733813d0cff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:42.648601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:21:42.652986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:42.657837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Usage tracker for resource:subnet and tenant:5949bbcd230e4b35b16b733813d0cff7 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:42.659878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.660359 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Added segment f8ff3a95-5336-4b69-8201-6ddfa3f93024 of type vxlan for network 61dab7e1-f4d1-4c90-a093-22e25b46d57e Jan 24 09:21:42.661169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:42.668095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:42.681775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Made reservation on behalf of 5949bbcd230e4b35b16b733813d0cff7 for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:42.686763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.809943 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:42.850254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8e5cd1-3b0d-4e7e-ab28-837ffeeba053,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:42.862749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Pushing event updated for resources: {'Network': ['ID=fddee9b4-9e3d-4d31-a1a8-d56439cade1e,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:42.868105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:42.877280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:42.880345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.880743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.881112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.881477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.881838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.882212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.882711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.883075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.883439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.883819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.884180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.884529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.884919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.885269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.885619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.885992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.886685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.886685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.886959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.887316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.887677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.888025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.888370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.888721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Tracked resource versions report: Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}, Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:21:42.890086 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:21:42.902754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:42.917133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:43.143142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:43.221204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76574ee7-326d-4524-9f68-c004602c62dc,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:43.224928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.229296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.230249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:43.232732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:43.233368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.237951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:43.262593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.441232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Pushing event updated for resources: {'Network': ['ID=61dab7e1-f4d1-4c90-a093-22e25b46d57e,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:43.446489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:43.454882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:43.458043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:43.487524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:43.542074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:21:43.552555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.553217 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Added segment 4e1b02e3-e12e-462a-afa6-49f20f8c055a of type vxlan for network 82046b66-f464-4f84-8991-e0013f251ca9 Jan 24 09:21:43.564046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9ce060-eb25-4948-8bbd-16d1ed34c08c,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:43.572411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.576134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:43.612969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:43.620728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Checking segment: {'id': '5d9f161e-41bb-4864-838a-52c9b9608aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '48ba8f53-efd5-4eee-9772-beaadcfe6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:43.621224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Network hostable DHCP agents. Network: 48ba8f53-efd5-4eee-9772-beaadcfe6ff3, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:21:43.666402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.674444 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2655840 Jan 24 09:21:43.678310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:21:43.689139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51082) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:43.713610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Request body: {'subnet': {'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-subnet', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:43.717167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 48ba8f53-efd5-4eee-9772-beaadcfe6ff3) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:43.731756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c8643-f578-48ae-b8a8-ab9c87028d0d None None] Network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:43.738543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:43.742440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:43.743097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.769027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Usage tracker for resource:subnet and tenant:be69528fa75744a8bde0c40f5fd48dcb is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:43.778010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:43.787886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:43.801539 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.806444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:43.807491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.828308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:43.845035 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3581748 Jan 24 09:21:43.845807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Made reservation on behalf of be69528fa75744a8bde0c40f5fd48dcb for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:43.850662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:43.859506 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ef40f2-debc-4de8-a6e4-a8bc041fb1ec,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:43.862553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:43.999493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Checking segment: {'id': '3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fddee9b4-9e3d-4d31-a1a8-d56439cade1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:44.001077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Network hostable DHCP agents. Network: fddee9b4-9e3d-4d31-a1a8-d56439cade1e, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:21:44.029894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff47869-708f-48c3-9d48-ab520f9048ac None None] Network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:44.050729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:21:44.069378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, fddee9b4-9e3d-4d31-a1a8-d56439cade1e) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:44.078251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:44.079185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:44.134408 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4933507 Jan 24 09:21:44.150348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bef227-9718-4f21-9e14-b20383b92375 None None] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:44.331958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51116) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:44.332391 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6770527 Jan 24 09:21:44.339798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Request body: {'subnet': {'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-subnet', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:44.348050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:44.355559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Usage tracker for resource:subnet and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:44.363522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:44.367675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Pushing event updated for resources: {'Network': ['ID=82046b66-f464-4f84-8991-e0013f251ca9,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:44.374200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:44.375647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:44.388620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:44.396257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 82046b66-f464-4f84-8991-e0013f251ca9 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:44.409405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Made reservation on behalf of a17d458110c64cdaac95d5c6b8429d17 for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:44.421906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Notify callbacks [] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:44.426181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 82046b66-f464-4f84-8991-e0013f251ca9 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:44.492240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51126) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:44.566607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:44.773197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156716e1-616b-42c2-aabf-bbd6a35c4ae0,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:44.776569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Checking segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:44.777433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Network hostable DHCP agents. Network: c11acb17-436c-4015-9902-2d3a1b47b8ed, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:21:44.785151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:44.818075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Network c11acb17-436c-4015-9902-2d3a1b47b8ed is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:21:44.837245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, c11acb17-436c-4015-9902-2d3a1b47b8ed) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:44.844382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:44.845214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:44.865323 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8466794 Jan 24 09:21:44.887266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51148) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:44.930221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:44.960282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-25dc5487-d66c-40c7-bdee-b977318c5738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:44.976051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551692d3-9218-4c8a-9988-d79ba967e2de None None] Network c11acb17-436c-4015-9902-2d3a1b47b8ed requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:45.014048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:45.021781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:45.026010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Usage tracker for resource:router and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:45.029321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:45.036696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:45.061165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.080747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.082575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.106140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.118012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cf2e8-48df-4787-98f4-182cfd9c3b62 None None] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:45.132566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51156) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:45.166340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-631721264-network', 'tenant_id': '055a771555454bf5bab1d2ab084b593e'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:45.183622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:45.188811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ece4598ff667463fbdf508d3e17f5850 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:45.192164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:45.198558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:45.232564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=882089c1-adcc-439c-afbd-826713561590,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:45.238101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:45.322525 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51178) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:45.325569 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 09:21:45.385596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Checking segment: {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:45.385991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Network hostable DHCP agents. Network: 61dab7e1-f4d1-4c90-a093-22e25b46d57e, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:21:45.496969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:21:45.530868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 61dab7e1-f4d1-4c90-a093-22e25b46d57e) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:45.551498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba90ce-b8b1-42d4-95e2-7f832b78cb3d None None] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:45.569544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-c11acb17-436c-4015-9902-2d3a1b47b8ed', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:21:45.570482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.571360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:45.572245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.630234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-6925fdd0-ec14-407b-8583-10a5dc5e41cc tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:45.632459 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-6925fdd0-ec14-407b-8583-10a5dc5e41cc tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/networks?id=fddee9b4-9e3d-4d31-a1a8-d56439cade1e HTTP/1.1" status: 200 len: 812 time: 0.3087702 Jan 24 09:21:45.651978 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9513874 Jan 24 09:21:45.653356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51190) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:45.659841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:45.672821 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-c374c1c3-8e5f-4553-be44-6b3c0394ec30 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/quotas/5949bbcd230e4b35b16b733813d0cff7 HTTP/1.1" status: 200 len: 375 time: 0.0342405 Jan 24 09:21:45.673851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:45.678621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Usage tracker for resource:router and tenant:be69528fa75744a8bde0c40f5fd48dcb is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:45.682970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:45.734826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:45.735188 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-4ff81368-c52b-4089-b084-5a942d145d41 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?tenant_id=5949bbcd230e4b35b16b733813d0cff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532784 Jan 24 09:21:45.736117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:45.747260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.748129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.751237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Usage tracker for resource:network and tenant:055a771555454bf5bab1d2ab084b593e is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:45.766559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.769306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:45.776047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:45.864801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Made reservation on behalf of 055a771555454bf5bab1d2ab084b593e for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:45.870753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:45.979077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29236ec6-5cbe-4970-a2ac-859b813b34bd None None] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:46.003848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.081100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.099611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.102244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:46.109178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Usage tracker for resource:security_group_rule and tenant:055a771555454bf5bab1d2ab084b593e is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:46.112044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.131150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:46.146893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:46.183301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:46.185477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6254a28-0685-4e6c-9b58-d91d15be68b0,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:46.213194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Allocated IP 172.20.0.2 (c11acb17-436c-4015-9902-2d3a1b47b8ed/156716e1-616b-42c2-aabf-bbd6a35c4ae0/0c07aac4-b14c-4716-b641-d84c8ad7a592) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:21:46.214924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:46.309353 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ece4598ff667463fbdf508d3e17f5850&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8093543 Jan 24 09:21:46.312368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51210) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:46.330500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f18b40c5-3f48-49fe-94e3-7daa7ca7f43f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:21:46.339954 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f18b40c5-3f48-49fe-94e3-7daa7ca7f43f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3095467 Jan 24 09:21:46.410728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.462561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2ad0ef09-e679-4f8a-8112-3de1fb35fa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:46.576126 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.596434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Transition to ACTIVE for port object 0c07aac4-b14c-4716-b641-d84c8ad7a592 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:21:46.604033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.617474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Transition to ACTIVE for port object 0c07aac4-b14c-4716-b641-d84c8ad7a592 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:21:46.623028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.627892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.648650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:46.702523 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-c649813b-1061-4787-8a11-4a9fe0fa43b3 service neutron] 10.222.0.45 "GET /v2.0/networks/fddee9b4-9e3d-4d31-a1a8-d56439cade1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609102 Jan 24 09:21:46.727912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:46.739869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.756377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:46.811162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:46.897151 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-50755dca-047e-4d2c-86c6-51d152a2a186 service neutron] 10.222.0.45 "GET /v2.0/networks/fddee9b4-9e3d-4d31-a1a8-d56439cade1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1936114 Jan 24 09:21:46.969866 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Pushing event updated for resources: {'Port': ['ID=0c07aac4-b14c-4716-b641-d84c8ad7a592,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:46.991883 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.992203 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.992745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.993186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.993619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.994065 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.994498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.995397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.995865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.996304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.996752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.997203 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.997802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.998645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.998645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.998927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.999438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:46.999898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:47.000371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:47.000814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:47.001242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:47.001671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:47.002096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:47.002524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Tracked resource versions report: Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}, Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:21:47.005331 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:21:47.011974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:47.055938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.098808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:47.101494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Network c11acb17-436c-4015-9902-2d3a1b47b8ed is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:21:47.103320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:47.109719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:21:47.141272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:21:47.190812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Attempting to bind port 0c07aac4-b14c-4716-b641-d84c8ad7a592 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:21:47.191215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Attempting to bind port 0c07aac4-b14c-4716-b641-d84c8ad7a592 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:21:47.191653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Attempting to bind port 0c07aac4-b14c-4716-b641-d84c8ad7a592 on network c11acb17-436c-4015-9902-2d3a1b47b8ed {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:21:47.197728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:21:47.198156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Checking segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:47.201584 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.207967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.208476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Bound using segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:21:47.209188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Bound port: 0c07aac4-b14c-4716-b641-d84c8ad7a592, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:21:47.209643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.282245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51246) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:47.282619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51248) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:47.282947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.283770 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Added segment 91654bd2-6d5c-4619-8922-1acd51217040 of type vxlan for network 40dd774d-355d-4634-979f-156cc5df5e68 Jan 24 09:21:47.286036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.286804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3032b4c-813b-491a-8230-22f457673215,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:47.319486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.333989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:47.342414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:47.356327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] For port 0c07aac4-b14c-4716-b641-d84c8ad7a592, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:21:47.359604 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-869182fe-6d68-405d-bf9f-38f9a8305f81 req-2ea9ce17-172f-4e7b-9c85-e4841135c827 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.0642333 Jan 24 09:21:47.360775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] For port 0c07aac4-b14c-4716-b641-d84c8ad7a592, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=0c07aac4-b14c-4716-b641-d84c8ad7a592,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:21:47.365097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.384164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-67f2a914-5b4b-417b-ad1e-c9398c066f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:47.387344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Checking segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:47.387785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Network hostable DHCP agents. Network: 82046b66-f464-4f84-8991-e0013f251ca9, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:21:47.400192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6254a28-0685-4e6c-9b58-d91d15be68b0,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:47.434904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.435316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:47.466545 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.476735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.588973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Network 82046b66-f464-4f84-8991-e0013f251ca9 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:21:47.614071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.614824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Pushing event updated for resources: {'Port': ['ID=0c07aac4-b14c-4716-b641-d84c8ad7a592,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:47.616980 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6254a28-0685-4e6c-9b58-d91d15be68b0 HTTP/1.1" status: 204 len: 168 time: 1.2975760 Jan 24 09:21:47.623810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 82046b66-f464-4f84-8991-e0013f251ca9) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:47.625967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.629364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.639257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:47.644848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479c252c-8611-4caa-a5d6-6f6ec8b70b23 None None] Network 82046b66-f464-4f84-8991-e0013f251ca9 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:47.658564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:47.666740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Usage tracker for resource:security_group_rule and tenant:d8260c950e274ffc8306da061703d9ad is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:47.671891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:47.682554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:47.690283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:47.690927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.699068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:47.699756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:47.710627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-597f9caf-bac6-4a0f-a92a-795d40909ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:47.914118 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Allocated IP 172.27.2.162 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/3200b9d8-cf18-4242-82d2-95b6c5eda7d5) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:21:47.925235 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5919554 Jan 24 09:21:47.937543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51276) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:47.943368 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8067048 Jan 24 09:21:47.951120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51280) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:47.951552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:47.957641 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:47.964849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Usage tracker for resource:router and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:47.968100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:47.979743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Pushing event updated for resources: {'Network': ['ID=40dd774d-355d-4634-979f-156cc5df5e68,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:47.987296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:48.006013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:48.009310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:48.009904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 40dd774d-355d-4634-979f-156cc5df5e68 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:48.018465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Request body: {'subnet': {'network_id': '40dd774d-355d-4634-979f-156cc5df5e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-631721264-subnet', 'tenant_id': '055a771555454bf5bab1d2ab084b593e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:48.034633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:48.035533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:48.036706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:48.038118 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:48.045593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Usage tracker for resource:subnet and tenant:055a771555454bf5bab1d2ab084b593e is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:48.053016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:48.064055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-82046b66-f464-4f84-8991-e0013f251ca9', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:21:48.065301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:48.076085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:48.091335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Made reservation on behalf of 055a771555454bf5bab1d2ab084b593e for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:48.100792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:48.124154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:48.138277 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8260c950e274ffc8306da061703d9ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8544281 Jan 24 09:21:48.143016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51292) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:48.311518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:48.360607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb64176-6222-4d62-915a-516559e7c0ef,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:48.385309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:48.598448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Allocated IP 172.20.0.2 (82046b66-f464-4f84-8991-e0013f251ca9/ea43bfbf-689b-4d38-a13f-7f1f74dff6d7/a12c8a53-ca0c-4032-9c6d-c01254d224b6) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:21:48.769766 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-984e99c4-d6a8-4484-bb3b-b3fd3daf846b req-44795fbd-00fa-4be3-8913-e8921f9432ca tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.2461317 Jan 24 09:21:49.011633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.015688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.033442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.041576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.042174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Transition to ACTIVE for port object a12c8a53-ca0c-4032-9c6d-c01254d224b6 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:21:49.068084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Transition to ACTIVE for port object a12c8a53-ca0c-4032-9c6d-c01254d224b6 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:21:49.074141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.085619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.102610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:49.107269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:49.112378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.239243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.322644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Pushing event updated for resources: {'Port': ['ID=a12c8a53-ca0c-4032-9c6d-c01254d224b6,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:49.326557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:49.365482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebd71af-b2dd-4e61-b932-1c65c19317a2,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:49.377408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:49.403763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Network 82046b66-f464-4f84-8991-e0013f251ca9 is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:21:49.405666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:49.411278 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:21:49.422452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Allocated IP 172.27.2.38 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/daa0bca5-e043-4c7f-b9e7-f4b315f484df) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:21:49.509454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Attempting to bind port a12c8a53-ca0c-4032-9c6d-c01254d224b6 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:21:49.510318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Attempting to bind port a12c8a53-ca0c-4032-9c6d-c01254d224b6 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:21:49.510914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Attempting to bind port a12c8a53-ca0c-4032-9c6d-c01254d224b6 on network 82046b66-f464-4f84-8991-e0013f251ca9 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:21:49.521541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:21:49.522308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Checking segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:49.523055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.524353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Bound using segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:21:49.525069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Bound port: a12c8a53-ca0c-4032-9c6d-c01254d224b6, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:21:49.525774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.529635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f7b76898-09e1-45ad-9517-98d8e648ce60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:49.533351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Checking segment: {'id': '91654bd2-6d5c-4619-8922-1acd51217040', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '40dd774d-355d-4634-979f-156cc5df5e68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:49.533823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Network hostable DHCP agents. Network: 40dd774d-355d-4634-979f-156cc5df5e68, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:21:49.628703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Network 40dd774d-355d-4634-979f-156cc5df5e68 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:21:49.634550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.644333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 40dd774d-355d-4634-979f-156cc5df5e68) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:49.647775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:21:49.661353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:49.661953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.668150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] For port a12c8a53-ca0c-4032-9c6d-c01254d224b6, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:21:49.672929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] For port a12c8a53-ca0c-4032-9c6d-c01254d224b6, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=a12c8a53-ca0c-4032-9c6d-c01254d224b6,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:21:49.676436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0db98-74ad-444b-a2be-c3952c5952eb None None] Network 40dd774d-355d-4634-979f-156cc5df5e68 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:49.700153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.703950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.710054 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7504656 Jan 24 09:21:49.735361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Pushing event updated for resources: {'Port': ['ID=3200b9d8-cf18-4242-82d2-95b6c5eda7d5,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:49.738649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:49.753472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1763c901-e9c8-449b-96e9-c4461f81d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:49.784591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb64176-6222-4d62-915a-516559e7c0ef,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:49.787208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:49.831799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.833030 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cb64176-6222-4d62-915a-516559e7c0ef HTTP/1.1" status: 204 len: 168 time: 1.6877391 Jan 24 09:21:49.845674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:49.875738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:49.984141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:50.035033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51344) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:50.071160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Pushing event updated for resources: {'Port': ['ID=daa0bca5-e043-4c7f-b9e7-f4b315f484df,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:50.079626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:50.128425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb9663-58c5-4c75-a5ad-fd9af8b63340 None None] Network c11acb17-436c-4015-9902-2d3a1b47b8ed requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:50.168888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 0c07aac4-b14c-4716-b641-d84c8ad7a592 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:21:50.255001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:21:50.256434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:50.258822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:21:50.265482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3dc18eb4-e55d-410b-a81e-564db1507977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:50.298441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Deleting subnet ed8e5cd1-3b0d-4e7e-ab28-837ffeeba053 {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:21:50.302867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:50.418768 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d783127a-b83e-4daf-bba5-c28a3085f809 req-85c56235-f126-47e0-bfb1-93565d1a9564 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.2121713 Jan 24 09:21:50.437019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:21:50.444797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:50.461403 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:21:50.585213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:50.596970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Pushing event updated for resources: {'Port': ['ID=a12c8a53-ca0c-4032-9c6d-c01254d224b6,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:50.602275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:50.704952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6989c353-5f49-4c79-afc8-60b30316919e None None] Provisioning for port 0c07aac4-b14c-4716-b641-d84c8ad7a592 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:21:50.848389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:50.865962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 0c07aac4-b14c-4716-b641-d84c8ad7a592 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:21:50.893785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:50.938325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:50.957029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 0c07aac4-b14c-4716-b641-d84c8ad7a592 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:50.957862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:51.029992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:51.082262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:51.241445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b679798-2e80-44a5-b3e9-09e50e5facac None None] Network 40dd774d-355d-4634-979f-156cc5df5e68 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:51.453116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:51.578398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:51.805806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:51.825161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Router beaccde7-1058-4dd3-b198-2fc329681bba is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:21:52.037330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 0c07aac4-b14c-4716-b641-d84c8ad7a592, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=0c07aac4-b14c-4716-b641-d84c8ad7a592,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:21:52.050223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c86fffa8-c6eb-4b7c-a015-21b9026e5922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:52.075430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:52.081034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:52.295296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 40dd774d-355d-4634-979f-156cc5df5e68 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:21:52.406836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a12c8a53-ca0c-4032-9c6d-c01254d224b6 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:21:52.710625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:52.773788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.48', 61434) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:52.812832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c29ceaa-c603-4cde-9dbe-e4931b8ccae9 None None] Network 82046b66-f464-4f84-8991-e0013f251ca9 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:21:52.857975 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8309c53e-fa80-49b3-902c-8b49688c76e7 req-75b354f1-76f7-46f9-8956-4a9c3d2643a6 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.6001279 Jan 24 09:21:52.909137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=0c07aac4-b14c-4716-b641-d84c8ad7a592,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:52.927826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-19a645ec-fa81-49d1-b060-d54dafce04b5 None None] Provisioning complete for port 0c07aac4-b14c-4716-b641-d84c8ad7a592 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:52.928332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-19a645ec-fa81-49d1-b060-d54dafce04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:52.999408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.004401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:53.063181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b8958c28-ba56-40bd-a2ed-2e1d253e9c9a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:53.064309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b8958c28-ba56-40bd-a2ed-2e1d253e9c9a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Synchronizing usage tracker for tenant:5949bbcd230e4b35b16b733813d0cff7 on resource:network {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:21:53.096970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:21:53.107169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Sync routers for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:21:53.125672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:21:53.126535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:53.137990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.142788 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.1622608 Jan 24 09:21:53.144142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b8958c28-ba56-40bd-a2ed-2e1d253e9c9a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Unset dirty status for tenant:5949bbcd230e4b35b16b733813d0cff7 on resource:network {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:21:53.144808 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b8958c28-ba56-40bd-a2ed-2e1d253e9c9a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.48 "GET /v2.0/networks?id=fddee9b4-9e3d-4d31-a1a8-d56439cade1e HTTP/1.1" status: 200 len: 812 time: 0.3700037 Jan 24 09:21:53.145308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51430) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:53.195070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port a12c8a53-ca0c-4032-9c6d-c01254d224b6 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:21:53.243351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Request body: {'port': {'device_id': '79702ace-c1a4-4c6a-99d9-f23ec43b2748', 'network_id': 'fddee9b4-9e3d-4d31-a1a8-d56439cade1e', 'admin_state_up': True, 'tenant_id': '5949bbcd230e4b35b16b733813d0cff7'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:53.409230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-592df07c-214b-4097-97df-468145151019 None None] Provisioning for port a12c8a53-ca0c-4032-9c6d-c01254d224b6 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:21:53.419624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-592df07c-214b-4097-97df-468145151019 None None] Provisioning complete for port a12c8a53-ca0c-4032-9c6d-c01254d224b6 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:53.420053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592df07c-214b-4097-97df-468145151019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.472812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:53.480263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Usage tracker for resource:port and tenant:5949bbcd230e4b35b16b733813d0cff7 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:53.493939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Quota usage for port was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:53.521137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:53.546774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Made reservation on behalf of 5949bbcd230e4b35b16b733813d0cff7 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:21:53.557081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.597950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592df07c-214b-4097-97df-468145151019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.632568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Allocated IP 172.27.2.144 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/84abb2fd-9e56-47d1-8468-27cfdebca191) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:21:53.641240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.670725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:53.676337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-592df07c-214b-4097-97df-468145151019 None None] For port a12c8a53-ca0c-4032-9c6d-c01254d224b6, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=a12c8a53-ca0c-4032-9c6d-c01254d224b6,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:21:53.679974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.683691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592df07c-214b-4097-97df-468145151019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.694608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:53.748755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8e5cd1-3b0d-4e7e-ab28-837ffeeba053,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:53.751930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:53.779863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:21:53.837684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-592df07c-214b-4097-97df-468145151019 None None] Provisioning complete for port 0c07aac4-b14c-4716-b641-d84c8ad7a592 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:53.841685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-592df07c-214b-4097-97df-468145151019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:53.892195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Router 07065c37-babd-4d80-b5c9-b2e83890287f is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:21:54.214781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592df07c-214b-4097-97df-468145151019 None None] Pushing event updated for resources: {'Port': ['ID=a12c8a53-ca0c-4032-9c6d-c01254d224b6,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:54.221321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:54.222940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-592df07c-214b-4097-97df-468145151019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:54.302152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 0c07aac4-b14c-4716-b641-d84c8ad7a592 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:21:54.647235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:21:50Z', 'revision_number': 3, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:54.654107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Checking router: beaccde7-1058-4dd3-b198-2fc329681bba for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:21:54.654475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Updating router beaccde7-1058-4dd3-b198-2fc329681bba port daa0bca5-e043-4c7f-b9e7-f4b315f484df binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:21:54.675039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Allocated IP 172.20.0.6 (fddee9b4-9e3d-4d31-a1a8-d56439cade1e/63ef40f2-debc-4de8-a6e4-a8bc041fb1ec/cd81c604-16d3-4bb5-b28a-62cca451b1e9) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:21:54.757135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:54.794721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:54.906231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:54.908597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 0c07aac4-b14c-4716-b641-d84c8ad7a592 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:54.909015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:54.941874 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ed8e5cd1-3b0d-4e7e-ab28-837ffeeba053 HTTP/1.1" status: 204 len: 168 time: 4.9042563 Jan 24 09:21:54.959126 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eebb6db0-c17b-4827-8608-f01c78469019 req-d433f13e-7e0e-443e-a194-f0b534c5652c tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.6286793 Jan 24 09:21:54.963189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51522) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:55.040301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-97ff9313-98cf-4f8c-8917-75eeabd5da4a None None] Provisioning complete for port a12c8a53-ca0c-4032-9c6d-c01254d224b6 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:55.041318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97ff9313-98cf-4f8c-8917-75eeabd5da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:55.246107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:55.328876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:55.330148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51528) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:55.486598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:55.787659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:55.804805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Transition to ACTIVE for port object daa0bca5-e043-4c7f-b9e7-f4b315f484df will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:21:55.814311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:55.836692 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:56.154653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Pushing event updated for resources: {'Port': ['ID=daa0bca5-e043-4c7f-b9e7-f4b315f484df,revision_number=2']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:56.185149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.185894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.186538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.187106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.187704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.188265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.189480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.190048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.190627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.191184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.191800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.192353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.192957 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.193514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.194063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.194765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.195327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.195914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.196465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.197046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.197604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.198599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.199168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.199752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Tracked resource versions report: Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: pushed versions: Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: { 'AddressGroup': {'1.1'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': {'1.0'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': {'1.0'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': {'1.1'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': {'1.6'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': {'1.2'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': {'1.8'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': {'1.4'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': {'1.0'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': {'1.1'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': {'1.1'}} Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: consumer versions: Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: { DHCP agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: L3 agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: Metadata agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: Metering agent@dv-cinder-772181-7-iscsi: {}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@dv-cinder-772181-7-iscsi: { 'AddressGroup': '1.1', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}, Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: Open vSwitch agent@hv-cinder-77218: { 'AddressGroup': '1.1', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'ConntrackHelper': '1.0', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Log': '1.0', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Network': '1.1', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Port': '1.6', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'PortForwarding': '1.2', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'QosPolicy': '1.8', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroup': '1.4', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SecurityGroupRule': '1.2', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'SubPort': '1.0', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Subnet': '1.1', Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: 'Trunk': '1.1'}} Jan 24 09:21:56.201264 dv-cinder-772181-7-iscsi neutron-server[79968]: {{(pid=80080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 24 09:21:56.211089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:56.235182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.262378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a12c8a53-ca0c-4032-9c6d-c01254d224b6 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:21:56.324890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.426939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port a12c8a53-ca0c-4032-9c6d-c01254d224b6 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:56.428174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.447345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.470512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.525019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Attempting to bind port daa0bca5-e043-4c7f-b9e7-f4b315f484df on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:21:56.525431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Attempting to bind port daa0bca5-e043-4c7f-b9e7-f4b315f484df by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:21:56.525827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Attempting to bind port daa0bca5-e043-4c7f-b9e7-f4b315f484df on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:21:56.538858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d3b8aab1-2c28-47f5-8c4d-560530fb9bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:56.544711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:21:56.545690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:56.545690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.545985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:21:56.546764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Bound port: daa0bca5-e043-4c7f-b9e7-f4b315f484df, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:21:56.547302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.668634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.669304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.671276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.671913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > port after_create 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.672469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.673051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > port after_update 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.673612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.674063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.674491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.674931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.726935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] For port daa0bca5-e043-4c7f-b9e7-f4b315f484df, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:21:56.730185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] For port daa0bca5-e043-4c7f-b9e7-f4b315f484df, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=daa0bca5-e043-4c7f-b9e7-f4b315f484df,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:21:56.736188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.767069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:56.788607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Pushing event updated for resources: {'Port': ['ID=cd81c604-16d3-4bb5-b28a-62cca451b1e9,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:56.797166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:56.871178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.871741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.872150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.872564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80078) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:21:56.873035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ba8f53-efd5-4eee-9772-beaadcfe6ff3']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:56.887775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9f161e-41bb-4864-838a-52c9b9608aba') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:56.888100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9f161e-41bb-4864-838a-52c9b9608aba') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:56.906207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.923310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:56.925511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:21:57.178171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Pushing event updated for resources: {'Port': ['ID=daa0bca5-e043-4c7f-b9e7-f4b315f484df,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:57.220435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:21:57.221127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:57.247747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:57.264328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51564) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:57.281630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51570) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:57.299029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:21:57.309883 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:57.419249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:21:57.422849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:57.426271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:21:57.443626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:21:57.447352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:57.448364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:57.501383 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2740083 Jan 24 09:21:57.540937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Network 48ba8f53-efd5-4eee-9772-beaadcfe6ff3 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:21:57.587596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:21:57.654534 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:21:57.659482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:21:57.672011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Sync routers for ids ['07065c37-babd-4d80-b5c9-b2e83890287f'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:21:57.679276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Pushing event updated for resources: {'Port': ['ID=84abb2fd-9e56-47d1-8468-27cfdebca191,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:57.697480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Routers {'07065c37-babd-4d80-b5c9-b2e83890287f'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:21:57.698187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['07065c37-babd-4d80-b5c9-b2e83890287f'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:57.753726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:57.756807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:57.795214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Usage tracker for resource:security_group_rule and tenant:d1bd9820bed845bb99fd207ffac9d016 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:57.819879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:21:50Z', 'revision_number': 3, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:57.824968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0258d09-95f3-4eb6-bd39-53d9838ae482 None None] The sync data for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi is: [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:21:50Z', 'revision_number': 3, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:21:57.841663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.355s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:57.847494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:57.865094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:57.890332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:57.921871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:57.925396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:57.955502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ba8f53-efd5-4eee-9772-beaadcfe6ff3,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:57.959249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:57.989052 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] 10.222.0.45 "DELETE /v2.0/networks/48ba8f53-efd5-4eee-9772-beaadcfe6ff3 HTTP/1.1" status: 204 len: 168 time: 3.0244761 Jan 24 09:21:57.990205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:57.991488 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.3361342 Jan 24 09:21:58.014635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51588) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:58.015561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51590) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:58.018560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.033162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:58.058013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:a23ac253c5204d71b14ef02328925681 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:58.069409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:58.069585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Set router 07065c37-babd-4d80-b5c9-b2e83890287f gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:21:58.083270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:58.157753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Allocated IP 172.20.0.1 (c11acb17-436c-4015-9902-2d3a1b47b8ed/156716e1-616b-42c2-aabf-bbd6a35c4ae0/598eb586-c13a-48e7-88f8-3f176adefae8) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:21:58.185058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:21:58.206436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:58.213141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:21:58.384437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.391717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.403200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:58.474194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023b0fef-aa84-44f6-853c-ba0bedbc976f,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:58.492033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:58.533879 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a23ac253c5204d71b14ef02328925681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2511053 Jan 24 09:21:58.544018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51596) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:58.559532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:21:50Z', 'revision_number': 3, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:21:58.565347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Checking router: 07065c37-babd-4d80-b5c9-b2e83890287f for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:21:58.566014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Updating router 07065c37-babd-4d80-b5c9-b2e83890287f port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:21:58.627064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.640551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.652199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.697209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.737993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5410-80f6-4b96-8636-40d0ad56f2a4 req-c7448dde-c4cb-4044-b325-33908666f645 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:21:58.751365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-172c5410-80f6-4b96-8636-40d0ad56f2a4 req-c7448dde-c4cb-4044-b325-33908666f645 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 931 time: 1.4587729 Jan 24 09:21:58.758109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.758453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Deleting subnet 6ebd71af-b2dd-4e61-b932-1c65c19317a2 {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:21:58.762186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.810920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.812709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Transition to ACTIVE for port object 598eb586-c13a-48e7-88f8-3f176adefae8 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:21:58.831621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5ec70bb5-8581-4f4e-b732-93e910137b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:58.843341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036726915420'] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.857743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b0fef-aa84-44f6-853c-ba0bedbc976f,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:58.868590 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:58.880488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.882218 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/023b0fef-aa84-44f6-853c-ba0bedbc976f HTTP/1.1" status: 204 len: 168 time: 0.3364787 Jan 24 09:21:58.941083 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:58.961664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.166234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:59.275797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Pushing event updated for resources: {'Port': ['ID=598eb586-c13a-48e7-88f8-3f176adefae8,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:59.292345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:59.294303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Network c11acb17-436c-4015-9902-2d3a1b47b8ed is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:21:59.296288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:59.297190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:21:59.310628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:21:59.311216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.389660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.410071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Transition to ACTIVE for port object 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:21:59.415943 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.437862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:59.518160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.623117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51604) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:21:59.651935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.681952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:21:59.688150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Usage tracker for resource:security_group_rule and tenant:b632de4c5d7e4117b9ffb65a84c50c26 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:59.692472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:59.700537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:59.721549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Usage tracker for resource:security_group_rule and tenant:f69727ba0f7e4818a58cc10117a8f5f9 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:21:59.779014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3399-1258-42ee-b259-cdd90f6e4eda None None] Pushing event updated for resources: {'Port': ['ID=3200b9d8-cf18-4242-82d2-95b6c5eda7d5,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:59.782181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Attempting to bind port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:21:59.782747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Attempting to bind port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:21:59.783536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Attempting to bind port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:21:59.788748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4fcc3399-1258-42ee-b259-cdd90f6e4eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:59.798347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:21:59.799057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:21:59.799650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.800214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:21:59.800932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Bound port: 3200b9d8-cf18-4242-82d2-95b6c5eda7d5, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:21:59.801458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.812051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:21:59.822206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-78f0dcae-060d-478a-aa49-a0baf6b58be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:59.834372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.845442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.869149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:21:59.871350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0827b1-4b1d-4144-8fac-d640341b9ab1,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:59.874449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:21:59.886886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] For port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:21:59.890950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] For port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3200b9d8-cf18-4242-82d2-95b6c5eda7d5,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:21:59.892378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d97a2f2b-4787-4216-87cf-9ffc506a910c None None] Provisioning for port 598eb586-c13a-48e7-88f8-3f176adefae8 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:21:59.898039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d97a2f2b-4787-4216-87cf-9ffc506a910c None None] Provisioning complete for port 598eb586-c13a-48e7-88f8-3f176adefae8 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:21:59.898585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d97a2f2b-4787-4216-87cf-9ffc506a910c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.934167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7623d12-dda0-4915-8167-2bd81f427f45,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:21:59.950450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:21:59.956218 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b632de4c5d7e4117b9ffb65a84c50c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312643 Jan 24 09:21:59.959021 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d97a2f2b-4787-4216-87cf-9ffc506a910c None None] Port 598eb586-c13a-48e7-88f8-3f176adefae8 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:21:59.961234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:21:59.981291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.005049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51610) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:00.160204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:00.251391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Routers {'07065c37-babd-4d80-b5c9-b2e83890287f'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:00.252283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['07065c37-babd-4d80-b5c9-b2e83890287f'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:00.258863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.304282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.340638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:00.397937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.459590 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] Set router 07065c37-babd-4d80-b5c9-b2e83890287f gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:00.509302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.545786 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-172c5410-80f6-4b96-8636-40d0ad56f2a4 req-5d1572b4-27a4-4a72-87f0-391daa295ecd tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2555876 Jan 24 09:22:00.593380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device daa0bca5-e043-4c7f-b9e7-f4b315f484df up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:00.736511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.750994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:00.760414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:00.777622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7623d12-dda0-4915-8167-2bd81f427f45,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:00.784183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:00.791061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.794518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.799549 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7623d12-dda0-4915-8167-2bd81f427f45 HTTP/1.1" status: 204 len: 168 time: 0.7934618 Jan 24 09:22:00.852144 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1bd9820bed845bb99fd207ffac9d016&name=default HTTP/1.1" status: 200 len: 2979 time: 5.5109854 Jan 24 09:22:00.864214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af3689-28df-4799-ae65-e83ce5b53030,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:00.869150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51616) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:00.900236 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3399-1258-42ee-b259-cdd90f6e4eda None None] Pushing event updated for resources: {'Port': ['ID=3200b9d8-cf18-4242-82d2-95b6c5eda7d5,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:00.901138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:00.947798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:01.038013 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f69727ba0f7e4818a58cc10117a8f5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7415445 Jan 24 09:22:01.040585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port daa0bca5-e043-4c7f-b9e7-f4b315f484df completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:01.053440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51622) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:01.082354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.084165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.087300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port daa0bca5-e043-4c7f-b9e7-f4b315f484df triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:01.087973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.089306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.148262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4fcc3399-1258-42ee-b259-cdd90f6e4eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:01.175772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:01.320255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.357834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port daa0bca5-e043-4c7f-b9e7-f4b315f484df, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=daa0bca5-e043-4c7f-b9e7-f4b315f484df,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:01.362933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.391324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:01.504948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.541386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.554082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.570241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:21:50Z', 'revision_number': 3, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:01.596691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e515445-2b53-41b7-ae15-c6b785b265ae None None] The sync data for ids ['07065c37-babd-4d80-b5c9-b2e83890287f'] in dv-cinder-772181-7-iscsi is: [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:21:50Z', 'revision_number': 3, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:01.645154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Pushing event updated for resources: {'Port': ['ID=598eb586-c13a-48e7-88f8-3f176adefae8,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:01.659870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=daa0bca5-e043-4c7f-b9e7-f4b315f484df,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:01.663484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:01.671538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:01.791232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.866894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.876633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:01.895521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Network c11acb17-436c-4015-9902-2d3a1b47b8ed is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:01.900434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:01.902385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0827b1-4b1d-4144-8fac-d640341b9ab1,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:01.955001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:01.993671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af3689-28df-4799-ae65-e83ce5b53030,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:01.997299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:01.999069 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e0827b1-4b1d-4144-8fac-d640341b9ab1 HTTP/1.1" status: 204 len: 168 time: 1.1282778 Jan 24 09:22:02.149582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:02.165396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.169689 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80af3689-28df-4799-ae65-e83ce5b53030 HTTP/1.1" status: 204 len: 168 time: 1.1098483 Jan 24 09:22:02.205803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727038896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3280928'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.224214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device daa0bca5-e043-4c7f-b9e7-f4b315f484df up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:02.228414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:02.254151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e79dda06-908b-4941-b104-9b9f5a3bd368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:02.403552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebd71af-b2dd-4e61-b932-1c65c19317a2,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:02.413704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:02.416298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.443177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Router beaccde7-1058-4dd3-b198-2fc329681bba has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:22:02.488357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-042a66e7-b494-4907-8be6-e102da1955dc None None] Provisioning complete for port 598eb586-c13a-48e7-88f8-3f176adefae8 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:02.488924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-042a66e7-b494-4907-8be6-e102da1955dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.575313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-042a66e7-b494-4907-8be6-e102da1955dc None None] Port 598eb586-c13a-48e7-88f8-3f176adefae8 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:22:02.617320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port daa0bca5-e043-4c7f-b9e7-f4b315f484df triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:02.617865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.690261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-e3a70d97-fdf9-4eea-93b7-1ec31c91e89b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:22:02.691694 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-e3a70d97-fdf9-4eea-93b7-1ec31c91e89b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0487759 Jan 24 09:22:02.794401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:02.883490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aae7e-4d81-48f1-a982-3a657da32eb9 req-d88de838-2b9d-40e1-b97d-16d775d596ec tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:02.885324 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a24aae7e-4d81-48f1-a982-3a657da32eb9 req-d88de838-2b9d-40e1-b97d-16d775d596ec tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 931 time: 1.0230036 Jan 24 09:22:03.042118 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.050889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6ebd71af-b2dd-4e61-b932-1c65c19317a2 HTTP/1.1" status: 204 len: 168 time: 5.0208554 Jan 24 09:22:03.374115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51652) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:03.374514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51656) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:03.468675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.558821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:03.569956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Usage tracker for resource:security_group_rule and tenant:c24708f7b7af4245b1ef91185cd1e2aa is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:03.582890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:03.604521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:03.629644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:03.696534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Allocated IP 172.20.0.1 (61dab7e1-f4d1-4c90-a093-22e25b46d57e/882089c1-adcc-439c-afbd-826713561590/6bde67c5-6e9f-4dfc-82c1-edb17f6e0210) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:03.722885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:03.735696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Sync routers for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:03.756350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:03.757308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:03.768287 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] 10.222.0.45 "PUT /v2.0/routers/beaccde7-1058-4dd3-b198-2fc329681bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6107645 Jan 24 09:22:03.819777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Request body: {'port': {'device_id': '79702ace-c1a4-4c6a-99d9-f23ec43b2748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:04.045694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.050981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.080067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.114259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.163452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:04.222199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:04.309657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.312377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:04.511074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.514147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:04.529729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:04.530423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.536898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:04.663199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:04.679869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:04.721799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be8a8d9-6fba-4be3-92d5-041a746b0969,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:04.764337 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c24708f7b7af4245b1ef91185cd1e2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3871918 Jan 24 09:22:04.765134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51690) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:04.767736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.768098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.768919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.769296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > port after_create 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.769660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.770020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > port after_update 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.770378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.770890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.771247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.771646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:04.791279 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a24aae7e-4d81-48f1-a982-3a657da32eb9 req-18375707-4f0b-4667-a003-5be06c89a795 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7349925 Jan 24 09:22:04.879770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.912641 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3200b9d8-cf18-4242-82d2-95b6c5eda7d5,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:04.919664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:04.924769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:04.993697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Router d229c3b3-db50-442d-a1d1-21f42fe512fb is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:22:05.085206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:05.085759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:05.085949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:05.086316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80077) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 24 09:22:05.090218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dd774d-355d-4634-979f-156cc5df5e68']}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:05.098133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=3200b9d8-cf18-4242-82d2-95b6c5eda7d5,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:05.102599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:05.114330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:05.147441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91654bd2-6d5c-4619-8922-1acd51217040') {'for_net_delete': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:05.147936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91654bd2-6d5c-4619-8922-1acd51217040') {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:05.171767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 2, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:05.191348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Checking router: beaccde7-1058-4dd3-b198-2fc329681bba for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:05.191802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Updating router beaccde7-1058-4dd3-b198-2fc329681bba port 598eb586-c13a-48e7-88f8-3f176adefae8 binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:05.319935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2277561'] for segment, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.366159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.422931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.433263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:22:05.555336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:05.560577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:05.570992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:05.698897 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:05.709836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Sync routers for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:05.723830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51708) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:05.728588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:05.729292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:05.750487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'security_group': {'name': 'tempest-securitygroup--1785534406', 'description': 'tempest-description--2134272230'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:05.758402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.771923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.795039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.812819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:05.821398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:05.830520 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0ca211a3-2953-439b-bb4f-c7f503168285 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 17.8899601 Jan 24 09:22:05.830949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51714) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:05.843125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:05.938746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.072110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:06.116143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:06.147609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.161217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be8a8d9-6fba-4be3-92d5-041a746b0969,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:06.165778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Transition to ACTIVE for port object 598eb586-c13a-48e7-88f8-3f176adefae8 will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:06.170714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.202197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:06.209612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:06.251479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Network 40dd774d-355d-4634-979f-156cc5df5e68 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:22:06.255745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:06.296500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2163573'] for segment, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.297686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815ecff-e21f-4180-84a3-ba4f0f1cda66 None None] Pushing event updated for resources: {'Port': ['ID=598eb586-c13a-48e7-88f8-3f176adefae8,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:06.303016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1815ecff-e21f-4180-84a3-ba4f0f1cda66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:06.316651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:06.363222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.366883 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3be8a8d9-6fba-4be3-92d5-041a746b0969 HTTP/1.1" status: 204 len: 168 time: 1.2491324 Jan 24 09:22:06.407247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:06.504805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.770359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd81c604-16d3-4bb5-b28a-62cca451b1e9 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:06.781456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.782464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Attempting to bind port 598eb586-c13a-48e7-88f8-3f176adefae8 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:06.782882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Attempting to bind port 598eb586-c13a-48e7-88f8-3f176adefae8 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:06.786197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Attempting to bind port 598eb586-c13a-48e7-88f8-3f176adefae8 on network c11acb17-436c-4015-9902-2d3a1b47b8ed {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:06.798457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:06.798815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Checking segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:06.799268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.799726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Bound using segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:06.800215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Bound port: 598eb586-c13a-48e7-88f8-3f176adefae8, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:06.801383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Transition to ACTIVE for port object cd81c604-16d3-4bb5-b28a-62cca451b1e9 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:06.806637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.836956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:06.837603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:06.931729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 3, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:06.939617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Checking router: d229c3b3-db50-442d-a1d1-21f42fe512fb for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:06.940239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Updating router d229c3b3-db50-442d-a1d1-21f42fe512fb port 84abb2fd-9e56-47d1-8468-27cfdebca191 binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:06.942383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Network 40dd774d-355d-4634-979f-156cc5df5e68 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:22:07.004318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.033684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] For port 598eb586-c13a-48e7-88f8-3f176adefae8, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:07.042502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] For port 598eb586-c13a-48e7-88f8-3f176adefae8, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=598eb586-c13a-48e7-88f8-3f176adefae8,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:07.047197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: (rel_b, rel_a, rel_b), Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:22:07.208811 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:22:07.230616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.285457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:07.330501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:07.505222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:07.505925 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:07.515269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Pushing event updated for resources: {'Port': ['ID=cd81c604-16d3-4bb5-b28a-62cca451b1e9,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:07.516558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.530749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Transition to ACTIVE for port object 84abb2fd-9e56-47d1-8468-27cfdebca191 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:07.546008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:07.550062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.648816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:07.735162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:07.925878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:07.940724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:08.095805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fe488-e74a-4e3b-955f-eaa2fb512df8 None None] Pushing event updated for resources: {'Port': ['ID=84abb2fd-9e56-47d1-8468-27cfdebca191,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:08.113535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e23fe488-e74a-4e3b-955f-eaa2fb512df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:08.202723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Attempting to bind port 84abb2fd-9e56-47d1-8468-27cfdebca191 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:08.206062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Attempting to bind port 84abb2fd-9e56-47d1-8468-27cfdebca191 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:08.206474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Attempting to bind port 84abb2fd-9e56-47d1-8468-27cfdebca191 on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:08.225081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:08.225547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:08.229223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.234516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:08.235199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Bound port: 84abb2fd-9e56-47d1-8468-27cfdebca191, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:08.244150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.259795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group_rule and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:08.260365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.271848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815ecff-e21f-4180-84a3-ba4f0f1cda66 None None] Pushing event updated for resources: {'Port': ['ID=598eb586-c13a-48e7-88f8-3f176adefae8,revision_number=4']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:08.275341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1815ecff-e21f-4180-84a3-ba4f0f1cda66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:08.310233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:08.311029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:08.311333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.322732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=40dd774d-355d-4634-979f-156cc5df5e68,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:08.338072 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/40dd774d-355d-4634-979f-156cc5df5e68 HTTP/1.1" status: 204 len: 168 time: 4.9593849 Jan 24 09:22:08.344087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:08.400149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:08.670762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Attempting to bind port cd81c604-16d3-4bb5-b28a-62cca451b1e9 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:08.671149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Attempting to bind port cd81c604-16d3-4bb5-b28a-62cca451b1e9 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fddee9b4-9e3d-4d31-a1a8-d56439cade1e'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:08.671519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Attempting to bind port cd81c604-16d3-4bb5-b28a-62cca451b1e9 on network fddee9b4-9e3d-4d31-a1a8-d56439cade1e {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:08.685757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:08.686643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Checking segment: {'id': '3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fddee9b4-9e3d-4d31-a1a8-d56439cade1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:08.687055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.687448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Bound using segment: {'id': '3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fddee9b4-9e3d-4d31-a1a8-d56439cade1e'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:08.687970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Bound port: cd81c604-16d3-4bb5-b28a-62cca451b1e9, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fddee9b4-9e3d-4d31-a1a8-d56439cade1e'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:08.688344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.768412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] For port 84abb2fd-9e56-47d1-8468-27cfdebca191, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:08.785771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] For port 84abb2fd-9e56-47d1-8468-27cfdebca191, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=84abb2fd-9e56-47d1-8468-27cfdebca191,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:08.790912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.862027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:07Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:08.868233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707e76c-6554-45d7-8c5b-007b260b6c04 None None] The sync data for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi is: [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:07Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:08.879832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] For port cd81c604-16d3-4bb5-b28a-62cca451b1e9, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:08.884508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] For port cd81c604-16d3-4bb5-b28a-62cca451b1e9, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cd81c604-16d3-4bb5-b28a-62cca451b1e9,segment=NetworkSegment(3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a),segment_id=3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:08.888676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:08.893870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51776) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:08.916115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b270dff5-255b-4018-aa94-48d03567cce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:08.983687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5bc24fa7-75f8-43b3-9f89-cafd97a7f9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:08.994612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc9910-e3bf-414d-87be-c4e0913faf2b req-814ab0d4-9cc5-40b1-81d2-507774b1b8f9 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:08.996923 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-10dc9910-e3bf-414d-87be-c4e0913faf2b req-814ab0d4-9cc5-40b1-81d2-507774b1b8f9 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 931 time: 2.7365406 Jan 24 09:22:09.110225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fe488-e74a-4e3b-955f-eaa2fb512df8 None None] Pushing event updated for resources: {'Port': ['ID=84abb2fd-9e56-47d1-8468-27cfdebca191,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:09.115292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e23fe488-e74a-4e3b-955f-eaa2fb512df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:09.157537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.200891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.223841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:09.224041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:09.251395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:09.252786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.255142 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] 10.222.0.48 "PUT /v2.0/ports/cd81c604-16d3-4bb5-b28a-62cca451b1e9 HTTP/1.1" status: 200 len: 1157 time: 5.8794973 Jan 24 09:22:09.264477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79702ace-c1a4-4c6a-99d9-f23ec43b2748', 'tag': 'cd81c604-16d3-4bb5-b28a-62cca451b1e9'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:09.389193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.555646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:09.557708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Pushing event updated for resources: {'Port': ['ID=cd81c604-16d3-4bb5-b28a-62cca451b1e9,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:09.558886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:09.570674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:09.613316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-a39358d5-bce3-4caf-b323-c32498d0434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:09.616884 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-a39358d5-bce3-4caf-b323-c32498d0434b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5949bbcd230e4b35b16b733813d0cff7&device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 1160 time: 0.2989328 Jan 24 09:22:09.695917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.827621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:09.828688 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-48d838f1-fe9a-49e2-8f17-df33ad69599b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd81c604-16d3-4bb5-b28a-62cca451b1e9 HTTP/1.1" status: 200 len: 217 time: 0.1983821 Jan 24 09:22:09.847820 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-10dc9910-e3bf-414d-87be-c4e0913faf2b req-35cfe288-c7e4-41c3-955c-90386190ea54 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7837059 Jan 24 09:22:09.848796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.901320 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-80431138-e89d-41ee-9021-05e80ca77153 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b62abeec413740e99ea1c6f3bf82da26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9865959 Jan 24 09:22:09.903547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:09.942602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:09.943217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51806) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:10.002146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-0203ab95-42ce-4532-88dc-0629114bffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:10.003796 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-0203ab95-42ce-4532-88dc-0629114bffef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63ef40f2-debc-4de8-a6e4-a8bc041fb1ec HTTP/1.1" status: 200 len: 852 time: 0.1626532 Jan 24 09:22:10.005658 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79702ace-c1a4-4c6a-99d9-f23ec43b2748', 'tag': 'cd81c604-16d3-4bb5-b28a-62cca451b1e9', 'status': 'completed', 'code': 200} Jan 24 09:22:10.027782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1eb30040-d750-4f91-add4-caf3cf985333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.050705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.052050 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.3242726 Jan 24 09:22:10.073191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 3, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:10.086922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d3296-a42d-41df-ae7c-d56254907dd4 None None] The sync data for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi is: [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 3, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:10.094801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51814) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:10.109510 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-59db2a8c-32e7-4d9d-a89e-a13a231a865f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fddee9b4-9e3d-4d31-a1a8-d56439cade1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935571 Jan 24 09:22:10.121964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'security_group_rule': {'security_group_id': '678234d2-68cf-4ee6-bd4c-0fbed17da0d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:10.137628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:10.168620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group_rule and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:10.199917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:10.210444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:10.281704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:10.307178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:10.313721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 598eb586-c13a-48e7-88f8-3f176adefae8 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:10.349440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.416906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.424544 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-0295fb4b-32ad-4bf9-9c78-e3c309b3a65d service neutron] 10.222.0.48 "GET /v2.0/networks/fddee9b4-9e3d-4d31-a1a8-d56439cade1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883470 Jan 24 09:22:10.425166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.426990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.431754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'SecurityGroup': ['ID=678234d2-68cf-4ee6-bd4c-0fbed17da0d5,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:10.435438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:10.468005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 598eb586-c13a-48e7-88f8-3f176adefae8 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:10.473376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 598eb586-c13a-48e7-88f8-3f176adefae8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:10.473798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.632693 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-34016eac-8377-4073-a70f-91e9fb97bded service neutron] 10.222.0.48 "GET /v2.0/networks/fddee9b4-9e3d-4d31-a1a8-d56439cade1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1972098 Jan 24 09:22:10.639117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6310efa0-962d-41ce-b359-f9817432dc76,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:10.641264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.642532 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5417538 Jan 24 09:22:10.644939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-50cc0a95-f868-40d2-86e6-915d496e8460 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:10.645461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51828) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:10.651101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'security_group_rule': {'security_group_id': '678234d2-68cf-4ee6-bd4c-0fbed17da0d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:10.678143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:10.691739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group_rule and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:10.697673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:10.708121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:10.718346 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.811768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 598eb586-c13a-48e7-88f8-3f176adefae8, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=598eb586-c13a-48e7-88f8-3f176adefae8,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:10.821063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.822088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.836165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.930977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.935273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:10.942271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=598eb586-c13a-48e7-88f8-3f176adefae8,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:10.954515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:10.972068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:10.999917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a56f8bb-a501-411a-b54c-18bd5fd99ae5,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:11.007959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.009511 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3629055 Jan 24 09:22:11.010949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3e9f0911-2630-4149-a836-c122e6b66435 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:11.020257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51838) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:11.027987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:11.043184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:11.049629 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:floatingip and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:11.055473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:11.062184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:11.075433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.175436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Allocated IP 172.20.0.1 (82046b66-f464-4f84-8991-e0013f251ca9/ea43bfbf-689b-4d38-a13f-7f1f74dff6d7/aa3882be-15e8-4485-aa6f-57dfd54409db) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:11.187189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-2bf4a316-6342-4349-8453-e7fce24771ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:11.189051 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-2bf4a316-6342-4349-8453-e7fce24771ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5949bbcd230e4b35b16b733813d0cff7&device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 1160 time: 0.4492137 Jan 24 09:22:11.312918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Router 07065c37-babd-4d80-b5c9-b2e83890287f has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:22:11.460546 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.500946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:11.514866 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-357601d8-2683-411b-b371-5c0d904ed4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:11.516845 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-357601d8-2683-411b-b371-5c0d904ed4ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=fddee9b4-9e3d-4d31-a1a8-d56439cade1e HTTP/1.1" status: 200 len: 906 time: 0.2580817 Jan 24 09:22:11.707063 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-e5aeef8d-0984-4755-bdf8-9414baf44b93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd81c604-16d3-4bb5-b28a-62cca451b1e9 HTTP/1.1" status: 200 len: 217 time: 0.1802740 Jan 24 09:22:11.917757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-837e0578-83d2-4e99-971e-ed8436fbd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:11.919341 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-837e0578-83d2-4e99-971e-ed8436fbd467 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63ef40f2-debc-4de8-a6e4-a8bc041fb1ec HTTP/1.1" status: 200 len: 852 time: 0.2012842 Jan 24 09:22:11.992151 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-23bd87b4-b903-47c7-8036-e5331ee03d91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fddee9b4-9e3d-4d31-a1a8-d56439cade1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602546 Jan 24 09:22:12.040605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:12.053178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Sync routers for ids ['07065c37-babd-4d80-b5c9-b2e83890287f'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:12.057818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.068200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Routers {'07065c37-babd-4d80-b5c9-b2e83890287f'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:12.068882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['07065c37-babd-4d80-b5c9-b2e83890287f'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:12.086431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.134520 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caba22-8636-4e9c-b116-91e65d457d5b req-70c9d8d4-4182-42b6-a02e-a30747e34628 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:12.136266 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e1caba22-8636-4e9c-b116-91e65d457d5b req-70c9d8d4-4182-42b6-a02e-a30747e34628 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.9058902 Jan 24 09:22:12.160292 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] 10.222.0.45 "PUT /v2.0/routers/07065c37-babd-4d80-b5c9-b2e83890287f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1163516 Jan 24 09:22:12.242893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Allocated IP 172.27.2.119 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/46d3bf85-31a8-4c25-b367-2402a4f5cad5) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:12.298044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Transition to ACTIVE for port object aa3882be-15e8-4485-aa6f-57dfd54409db will not be triggered until provisioned by entity DHCP. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:12.330200 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e1caba22-8636-4e9c-b116-91e65d457d5b req-02049286-2342-487b-aeb3-efd85d031d20 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444325 Jan 24 09:22:12.360845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.369352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:12.422318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba5a1c-c90e-4214-a5e1-24fe493bad46,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:12.464374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:12.469636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 598eb586-c13a-48e7-88f8-3f176adefae8 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:12.471374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.473555 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-fa36cd05-aee1-43ee-a82d-5d78f94bec8e service neutron] 10.222.0.48 "GET /v2.0/networks/fddee9b4-9e3d-4d31-a1a8-d56439cade1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743001 Jan 24 09:22:12.474648 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63ba5a1c-c90e-4214-a5e1-24fe493bad46 HTTP/1.1" status: 204 len: 168 time: 2.4750516 Jan 24 09:22:12.481062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.507051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Set router 07065c37-babd-4d80-b5c9-b2e83890287f gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:12.571740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.602195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 598eb586-c13a-48e7-88f8-3f176adefae8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:12.603103 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.686862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-254a20da-bcbe-4c15-9270-526462a92ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:12.828097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3882be-15e8-4485-aa6f-57dfd54409db,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:12.844298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:12.862480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Network 82046b66-f464-4f84-8991-e0013f251ca9 is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:12.863377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:12.868053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:12.872463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 84abb2fd-9e56-47d1-8468-27cfdebca191 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:12.874093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:12.920572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:13.040833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 84abb2fd-9e56-47d1-8468-27cfdebca191 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:13.049936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 84abb2fd-9e56-47d1-8468-27cfdebca191 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:13.052563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.177624 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2af211f0-2643-48bc-a21c-9f35db5879ff req-54616bdf-9b5d-4d6c-ba81-a781f02bdd91 service neutron] 10.222.0.48 "GET /v2.0/networks/fddee9b4-9e3d-4d31-a1a8-d56439cade1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6787128 Jan 24 09:22:13.224705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'Port': ['ID=46d3bf85-31a8-4c25-b367-2402a4f5cad5,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:13.227539 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:06Z', 'revision_number': 4, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '6bde67c5-6e9f-4dfc-82c1-edb17f6e0210', 'name': '', 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'mac_address': 'fa:16:3e:f6:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '882089c1-adcc-439c-afbd-826713561590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:03Z', 'updated_at': '2021-01-24T09:22:08Z', 'revision_number': 2, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'subnets': [{'id': '882089c1-adcc-439c-afbd-826713561590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:13.229710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:13.245280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Checking router: 07065c37-babd-4d80-b5c9-b2e83890287f for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:13.245803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Updating router 07065c37-babd-4d80-b5c9-b2e83890287f port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:13.330495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.348123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 84abb2fd-9e56-47d1-8468-27cfdebca191, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=84abb2fd-9e56-47d1-8468-27cfdebca191,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:13.354072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.356772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9a92b310-415e-4b6b-aff7-fb0aee55b903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:13.385891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.411229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51894) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:13.489115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.540922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=84abb2fd-9e56-47d1-8468-27cfdebca191,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:13.552868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:13.586666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e8599977-8702-4493-af91-f5a421dba735 None None] Provisioning for port aa3882be-15e8-4485-aa6f-57dfd54409db completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:13.594932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-e67afe6b-50d5-4705-8457-ff60f1f3fa11 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:13.597220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-e67afe6b-50d5-4705-8457-ff60f1f3fa11 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Synchronizing usage tracker for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:network {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:13.597731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e8599977-8702-4493-af91-f5a421dba735 None None] Provisioning complete for port aa3882be-15e8-4485-aa6f-57dfd54409db triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:13.598167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8599977-8702-4493-af91-f5a421dba735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.758689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-e8599977-8702-4493-af91-f5a421dba735 None None] Port aa3882be-15e8-4485-aa6f-57dfd54409db cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:22:13.816682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:13.870842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:13.875146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:13.879885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:14.035224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.055420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Transition to ACTIVE for port object 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:14.059612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.079212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:14.117402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51920) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:14.172358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1235f48-e361-49bf-a59b-9c590b28bd96 None None] Pushing event updated for resources: {'Port': ['ID=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:14.176006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d1235f48-e361-49bf-a59b-9c590b28bd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:14.202578 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.306004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.320557 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-17c4e223-cebe-4685-89ef-32c332e1b83f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=055a771555454bf5bab1d2ab084b593e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9061494 Jan 24 09:22:14.323639 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-e67afe6b-50d5-4705-8457-ff60f1f3fa11 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Unset dirty status for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:network {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:14.324842 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-e67afe6b-50d5-4705-8457-ff60f1f3fa11 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 819 time: 1.3064191 Jan 24 09:22:14.325470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.326195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 51928) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:14.380868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:14.411719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.441213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 84abb2fd-9e56-47d1-8468-27cfdebca191 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:14.445946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Attempting to bind port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:14.446447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Attempting to bind port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:14.447201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Attempting to bind port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 on network 61dab7e1-f4d1-4c90-a093-22e25b46d57e {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:14.454594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:14.455136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Checking segment: {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:14.455923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.456402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Bound using segment: {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:14.456992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Bound port: 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:14.457478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.472623 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-39c260f0-8a67-4657-aad0-6b95ddded876 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/quotas/be69528fa75744a8bde0c40f5fd48dcb HTTP/1.1" status: 200 len: 375 time: 0.1279640 Jan 24 09:22:14.485283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.516929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:14.525086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Usage tracker for resource:security_group_rule and tenant:90b378842e4548578ae999770cfd0a7d is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:14.561155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:14.576697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] For port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:14.576853 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:14.583010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] For port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:14.583191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3882be-15e8-4485-aa6f-57dfd54409db,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:14.596719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.640130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-231770d1-41bc-4e31-b784-86242943de85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:14.643402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721782db-a9f9-4d51-9893-2fca30633b62 req-e4fb6db2-fbde-4bee-a578-a49101695fa0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:14.645179 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-721782db-a9f9-4d51-9893-2fca30633b62 req-e4fb6db2-fbde-4bee-a578-a49101695fa0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.9783816 Jan 24 09:22:14.649604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:14.680102 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.717282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.781852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 84abb2fd-9e56-47d1-8468-27cfdebca191 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:14.785331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.866931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.885870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.887922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.920410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:14.938704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Network 82046b66-f464-4f84-8991-e0013f251ca9 is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:14.945826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.954726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:14.958740 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90b378842e4548578ae999770cfd0a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8378046 Jan 24 09:22:14.958740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c53615-91d6-45dc-8357-77d7424d2442,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:14.962153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:14.963037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:14.963518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51942) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:14.995138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b7b9bb61-e061-4c7c-b2aa-1d96f55f2a49 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:15.019205 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-721782db-a9f9-4d51-9893-2fca30633b62 req-5624d1a6-8149-4ef7-9bc2-6e8130d6cbe8 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425100 Jan 24 09:22:15.074216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-7ce2102c-41f8-47cb-9f13-665d7ce91a40 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Synchronizing usage tracker for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:15.125360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Routers {'07065c37-babd-4d80-b5c9-b2e83890287f'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:15.126054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['07065c37-babd-4d80-b5c9-b2e83890287f'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:15.233276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.236238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-7ce2102c-41f8-47cb-9f13-665d7ce91a40 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Unset dirty status for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:15.248038 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-7ce2102c-41f8-47cb-9f13-665d7ce91a40 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7591720 Jan 24 09:22:15.250661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.266391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'Port': ['ID=46d3bf85-31a8-4c25-b367-2402a4f5cad5,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:15.276810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:15.290644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1235f48-e361-49bf-a59b-9c590b28bd96 None None] Pushing event updated for resources: {'Port': ['ID=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,revision_number=4']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:15.294286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d1235f48-e361-49bf-a59b-9c590b28bd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:15.300601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.327488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-afa3ac67-1d13-4ba6-9024-a09505d191c3 None None] Provisioning complete for port aa3882be-15e8-4485-aa6f-57dfd54409db triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:15.327942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-afa3ac67-1d13-4ba6-9024-a09505d191c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.348373 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] Set router 07065c37-babd-4d80-b5c9-b2e83890287f gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:15.387086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c5b26dc3-6148-436a-86c9-ac67f3a41c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:15.413465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3032b4c-813b-491a-8230-22f457673215,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:15.439380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:15.456360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-afa3ac67-1d13-4ba6-9024-a09505d191c3 None None] Port aa3882be-15e8-4485-aa6f-57dfd54409db cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:22:15.462113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51952) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:15.503280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.515859 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.519680 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3032b4c-813b-491a-8230-22f457673215 HTTP/1.1" status: 204 len: 168 time: 1.1882801 Jan 24 09:22:15.533012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.542866 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5127902 Jan 24 09:22:15.552605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.558483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:15.574533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c53615-91d6-45dc-8357-77d7424d2442,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:15.577659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:15.578651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.582287 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0c53615-91d6-45dc-8357-77d7424d2442 HTTP/1.1" status: 204 len: 168 time: 0.6152318 Jan 24 09:22:15.598947 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-7186c14f-c0bb-4ecb-8d0b-5bd98553e59c service neutron] 10.222.0.45 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496680 Jan 24 09:22:15.603912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Router d229c3b3-db50-442d-a1d1-21f42fe512fb has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:22:15.744293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:15.793828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:15.803010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Usage tracker for resource:security_group_rule and tenant:4d3bf645b5ca40a5a580b213e052a625 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:15.811509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:15.827597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:16.066558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.073416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.099467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:16.118621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:06Z', 'revision_number': 4, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '6bde67c5-6e9f-4dfc-82c1-edb17f6e0210', 'name': '', 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'mac_address': 'fa:16:3e:f6:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '882089c1-adcc-439c-afbd-826713561590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:03Z', 'updated_at': '2021-01-24T09:22:14Z', 'revision_number': 4, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'subnets': [{'id': '882089c1-adcc-439c-afbd-826713561590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:16.124145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79172d-ef51-47e7-8c87-0da70f088096 None None] The sync data for ids ['07065c37-babd-4d80-b5c9-b2e83890287f'] in dv-cinder-772181-7-iscsi is: [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:06Z', 'revision_number': 4, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '6bde67c5-6e9f-4dfc-82c1-edb17f6e0210', 'name': '', 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'mac_address': 'fa:16:3e:f6:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '882089c1-adcc-439c-afbd-826713561590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:03Z', 'updated_at': '2021-01-24T09:22:14Z', 'revision_number': 4, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'subnets': [{'id': '882089c1-adcc-439c-afbd-826713561590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:16.222538 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d3bf645b5ca40a5a580b213e052a625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534628 Jan 24 09:22:16.223198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 51990) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:16.228260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a62374-0978-4d84-837e-b6eaf3d0ac3d,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:16.252793 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:16.317623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.320416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:22:16.330732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Sync routers for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:22:16.336667 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] 10.222.0.45 "PUT /v2.0/routers/d229c3b3-db50-442d-a1d1-21f42fe512fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5013549 Jan 24 09:22:16.352433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.360311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:16.361019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:16.382689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-429edffe-8b38-45d7-aca0-7d29197b8e1c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Synchronizing usage tracker for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:16.426093 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-e429a154-d566-4411-8daf-de28bb4b2af2 service neutron] 10.222.0.45 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8158677 Jan 24 09:22:16.428168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-429edffe-8b38-45d7-aca0-7d29197b8e1c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Unset dirty status for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:16.430342 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-429edffe-8b38-45d7-aca0-7d29197b8e1c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1785534406&fields=id&tenant_id=b9a7e9ac4fef44f6b60222949f824802 HTTP/1.1" status: 200 len: 267 time: 0.2282522 Jan 24 09:22:16.436407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52000) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:16.460135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.461224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.469573 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3f52d501-c88d-412c-92f6-475c97c5f7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:16.502895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a62374-0978-4d84-837e-b6eaf3d0ac3d,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:16.511471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:16.516744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:16.523123 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6a62374-0978-4d84-837e-b6eaf3d0ac3d HTTP/1.1" status: 204 len: 168 time: 0.2966850 Jan 24 09:22:16.587792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:16.599851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Usage tracker for resource:security_group_rule and tenant:3d361f3982524d78ad1dc2adac375e13 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:16.756758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:16.781305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:17.085212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:17.105511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-0cd1e05c-c80c-459f-b4a0-1dc50add658d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:17.114444 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-0cd1e05c-c80c-459f-b4a0-1dc50add658d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 809 time: 0.6592774 Jan 24 09:22:17.161162 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-cffd9d17-b1bc-4e14-b63e-9377af643a31 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/quotas/b9a7e9ac4fef44f6b60222949f824802 HTTP/1.1" status: 200 len: 375 time: 0.0455284 Jan 24 09:22:17.276493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52036) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:17.320336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.343417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.367221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:17.368392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.372750 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Usage tracker for resource:security_group_rule and tenant:1739d9af7e02449eacca7ce65857d0b6 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:17.377618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:17.383873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:17.458190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:17.476306 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d361f3982524d78ad1dc2adac375e13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0384061 Jan 24 09:22:17.479307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52046) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:17.569247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaa78a-7e11-4a26-a8a0-bdada567fe91 req-003f3eec-738f-444f-b676-22bb5d0f2443 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:17.570952 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7aaa78a-7e11-4a26-a8a0-bdada567fe91 req-003f3eec-738f-444f-b676-22bb5d0f2443 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.7218003 Jan 24 09:22:17.652266 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-447eb7b3-0d31-475a-b025-164f5e0cb324 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4896972 Jan 24 09:22:17.652731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eca56ee-dfd6-40ce-ac9b-1c39e7229f27,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:17.657031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:17.679424 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7aaa78a-7e11-4a26-a8a0-bdada567fe91 req-3a789ab4-e51d-4b52-9cef-c8c1dc4958b4 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964220 Jan 24 09:22:17.717717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.750169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.795638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:14Z', 'revision_number': 2, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:17.798682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.800867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Checking router: d229c3b3-db50-442d-a1d1-21f42fe512fb for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:22:17.801495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Updating router d229c3b3-db50-442d-a1d1-21f42fe512fb port aa3882be-15e8-4485-aa6f-57dfd54409db binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:22:17.805772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.839858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-19cbb00c-8b7a-4f3f-b4d8-dfb93464101d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:17.849217 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1739d9af7e02449eacca7ce65857d0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5772104 Jan 24 09:22:17.851953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52064) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:17.870229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.904688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:17.908919 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3eca56ee-dfd6-40ce-ac9b-1c39e7229f27 HTTP/1.1" status: 204 len: 168 time: 0.4251595 Jan 24 09:22:17.909786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18454a46-272c-4d65-8a31-7382b53cfeff,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:17.913333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:17.913995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:17.926996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eca56ee-dfd6-40ce-ac9b-1c39e7229f27,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:17.930271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:17.946294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.001535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.033051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.081295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.092210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:18.109142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18454a46-272c-4d65-8a31-7382b53cfeff,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:18.111523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:18.113945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.118152 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18454a46-272c-4d65-8a31-7382b53cfeff HTTP/1.1" status: 204 len: 168 time: 0.2627075 Jan 24 09:22:18.299518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:18.359183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-8ae37cb1-1685-480d-a4d9-e257c809e786 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80079) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:22:18.650317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-ff3c946e-fb69-42ec-b6db-90843160fc36 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:22:18.651654 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-ff3c946e-fb69-42ec-b6db-90843160fc36 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6940036 Jan 24 09:22:18.701910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.716049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Transition to ACTIVE for port object aa3882be-15e8-4485-aa6f-57dfd54409db will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:18.721128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.792686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52086) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:18.799017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'security_group': {'name': 'tempest-securitygroup--1531959545', 'description': 'tempest-description--1472357757'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:18.830571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:18.839330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:18.844660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:18.860259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:18.864972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:18.890371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.897872 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-0d261751-fdf7-40d1-a886-399c87db51e5 service neutron] 10.222.0.45 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388995 Jan 24 09:22:18.940191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875aa8-d9a4-4f2d-8f36-a4ed3989919b None None] Pushing event updated for resources: {'Port': ['ID=aa3882be-15e8-4485-aa6f-57dfd54409db,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:18.943752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-13875aa8-d9a4-4f2d-8f36-a4ed3989919b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:18.947116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:18.952615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:18.953983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:18.954404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:18.967298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group_rule and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:18.981863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:19.004286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:19.094234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cd81c604-16d3-4bb5-b28a-62cca451b1e9 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:22:19.308732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Attempting to bind port aa3882be-15e8-4485-aa6f-57dfd54409db on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:19.309158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Attempting to bind port aa3882be-15e8-4485-aa6f-57dfd54409db by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:19.309574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Attempting to bind port aa3882be-15e8-4485-aa6f-57dfd54409db on network 82046b66-f464-4f84-8991-e0013f251ca9 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:19.317354 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a1026ff-3e52-4f93-8ee3-55a9f61e308f req-bcf21b9e-398b-4b3e-82a2-a41ef1dae373 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 210 time: 0.1136410 Jan 24 09:22:19.392336 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-c4e9281b-f7e7-4c0d-9ef9-1b6e18074224 service neutron] 10.222.0.45 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4879489 Jan 24 09:22:19.444771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:19.445205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Checking segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:19.445658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.446113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Bound using segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:19.446723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Bound port: aa3882be-15e8-4485-aa6f-57dfd54409db, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:19.447306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.502051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.536332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.565003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:19.575837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] For port aa3882be-15e8-4485-aa6f-57dfd54409db, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:19.579840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] For port aa3882be-15e8-4485-aa6f-57dfd54409db, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=aa3882be-15e8-4485-aa6f-57dfd54409db,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:19.641905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.654489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'SecurityGroup': ['ID=b3012b36-ca22-4df7-95a4-467587198825,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:19.659069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.762877 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-0c9d1b23-43f3-40fc-bcb2-112da118ec2f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:19.778143 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-0c9d1b23-43f3-40fc-bcb2-112da118ec2f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 819 time: 0.6932886 Jan 24 09:22:19.779308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:19.857775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Request body: {'port': {'device_id': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e', 'admin_state_up': True, 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:19.887813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:19.889186 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0953250 Jan 24 09:22:19.898703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52130) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:19.899164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:19.915691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'security_group_rule': {'security_group_id': 'b3012b36-ca22-4df7-95a4-467587198825', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:19.927376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:19.952566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group_rule and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:20.002732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:20.053986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:20.180658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:20.203721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:20.212475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bd94-b28e-46b8-9b74-88d4ddd95a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.221649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Made reservation on behalf of be69528fa75744a8bde0c40f5fd48dcb for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:20.229100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875aa8-d9a4-4f2d-8f36-a4ed3989919b None None] Pushing event updated for resources: {'Port': ['ID=aa3882be-15e8-4485-aa6f-57dfd54409db,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:20.238613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:22:20.239310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:21:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:20.242607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.361706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea847-d4db-4d36-a1b9-3f3d290b01b7 req-a34e081d-13a1-49b1-92e6-d64fb41cf827 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:20.363449 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71bea847-d4db-4d36-a1b9-3f3d290b01b7 req-a34e081d-13a1-49b1-92e6-d64fb41cf827 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.6169708 Jan 24 09:22:20.428841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.543653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:20.551086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-13875aa8-d9a4-4f2d-8f36-a4ed3989919b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:20.560159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.585043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:20.667768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Allocated IP 172.20.0.10 (61dab7e1-f4d1-4c90-a093-22e25b46d57e/882089c1-adcc-439c-afbd-826713561590/8e05453a-c1a5-4651-9a5b-a2f953c9065f) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:20.677714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.685751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:20.689158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.706475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.706826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:20.750489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-93fd59ab-f55d-4091-9ee1-090b93521d51 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:20.752295 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-93fd59ab-f55d-4091-9ee1-090b93521d51 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 819 time: 0.7004204 Jan 24 09:22:20.756767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:20.781151 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71bea847-d4db-4d36-a1b9-3f3d290b01b7 req-7703d44d-2e6c-491a-a8f0-411cdcd4c819 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675764 Jan 24 09:22:20.800753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ce5462-d498-4b34-aa72-e11a1f3b2724,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:20.804687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:20.807775 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-85c2c794-926b-4f69-9621-8ca85525ff18 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/quotas/be69528fa75744a8bde0c40f5fd48dcb HTTP/1.1" status: 200 len: 375 time: 0.0415001 Jan 24 09:22:20.808390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.809514 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9008436 Jan 24 09:22:20.812860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52164) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:20.831718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:22:20.831857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'security_group_rule': {'security_group_id': 'b3012b36-ca22-4df7-95a4-467587198825', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:20.924212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.957027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:20.958569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:20.968859 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group_rule and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:20.974243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:20.978694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:21.007088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:21.048084 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e7b0aae8-72c2-4898-9a21-196684230e2b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2294214 Jan 24 09:22:21.050725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.135712 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Pushing event updated for resources: {'Port': ['ID=8e05453a-c1a5-4651-9a5b-a2f953c9065f,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:21.142612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:21.238573 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7947afd-2abc-4ae3-8be2-f51002872b09 req-3d71052a-1348-418e-801d-5c3a5b503b6a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.1232655 Jan 24 09:22:21.319189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.338395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:21.340928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:21.343864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:21.345121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.378266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:19Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:22:21.383522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a715c36-384a-4ca7-af70-3a3b9ab75768 None None] The sync data for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi is: [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:19Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:22:21.396063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:21.420826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-fdbe1606-a1bd-45b8-ae4a-b010445ea7b3 service neutron] 10.222.0.45 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607724 Jan 24 09:22:21.426048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7568dc-90c0-45e2-ba6b-bfbecf4770ff,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:21.428616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:21.432667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.433858 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6200082 Jan 24 09:22:21.440099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52180) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:21.472719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:21.473790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.531285 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6906695 Jan 24 09:22:21.588177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:21.606001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:21.614599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:floatingip and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:21.631067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:21.645843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:21.663631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52190) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:21.676050 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-7d4b9717-588d-484b-a272-3fa0df656723 service neutron] 10.222.0.45 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2328498 Jan 24 09:22:21.677972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.800984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fcd10dc-9b2e-436e-940e-61c62852b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.908670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:21.944757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:21.957043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Usage tracker for resource:security_group_rule and tenant:2da4452a5aa346e0bbdc626fd1a2a212 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:21.994101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:22.006018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:22.035306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.094836 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e8eae78a-1f1c-46d9-8416-1a19ad9e01a1 req-ee1ccf72-ae7f-46e6-8907-ac4a51f28a83 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 210 time: 0.1714144 Jan 24 09:22:22.236860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.244898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.301910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fd39b9e7-9e21-45b0-9eb2-8ce69ce48865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:22.340866 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2da4452a5aa346e0bbdc626fd1a2a212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6756999 Jan 24 09:22:22.351316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52216) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:22.422389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ac924-db11-43c2-ba22-9a0dfccf5b77,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:22.458257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:22.539219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.568032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52226) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:22.598594 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ed25478d-6c64-4179-9988-7b25ee76c5a2 req-1f743cc5-4d4c-43c3-9c3c-4f96a12b13c1 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.0958776 Jan 24 09:22:22.620069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.660650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.729896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.738510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:22.764772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.766221 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a7ac924-db11-43c2-ba22-9a0dfccf5b77 HTTP/1.1" status: 204 len: 168 time: 0.4137654 Jan 24 09:22:22.767610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ac924-db11-43c2-ba22-9a0dfccf5b77,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:22.773456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:22.830253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.845287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:22.850128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:22.854495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8eb7da0a364759b663171273f34a63 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:22.858664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:22.869245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:22.891831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Allocated IP 172.27.2.70 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/5ad98cf2-5ac1-4c2a-ad0d-9fa3131df965) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:22.976961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:22.980692 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.015273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c76c75dd-1e94-4084-9f6a-6cc9df0891ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:23.056278 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d8eb7da0a364759b663171273f34a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874175 Jan 24 09:22:23.057214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f78786-728c-41a5-8736-35053c30ac80,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:23.061298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:23.061837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52242) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:23.184753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.240582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919aeadc-b905-4153-a565-809e18b65e09 req-6cd97a60-76e6-42eb-94ca-ceef604a0188 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:23.255547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.259668 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919aeadc-b905-4153-a565-809e18b65e09 req-6cd97a60-76e6-42eb-94ca-ceef604a0188 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 1.0889337 Jan 24 09:22:23.367281 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919aeadc-b905-4153-a565-809e18b65e09 req-c7c5d776-27f0-4eea-8352-bb9cccf4c887 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065118 Jan 24 09:22:23.369913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:23.371007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.380877 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.393810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:23.419418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f78786-728c-41a5-8736-35053c30ac80,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:23.424808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.435759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:23.448790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.452722 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66f78786-728c-41a5-8736-35053c30ac80 HTTP/1.1" status: 204 len: 168 time: 0.3872986 Jan 24 09:22:23.464354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.486913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52254) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:23.511335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.527493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:23.532479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Usage tracker for resource:security_group_rule and tenant:780f8bf5f80745729a7b89595ef72e30 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:23.535938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:23.542397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:23.598701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device aa3882be-15e8-4485-aa6f-57dfd54409db up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:23.633514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.638567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.673360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e25978e2-0db0-407d-ae57-037b8db2f049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:23.693011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.705972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port aa3882be-15e8-4485-aa6f-57dfd54409db completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:23.710885 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=780f8bf5f80745729a7b89595ef72e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223089 Jan 24 09:22:23.711959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port aa3882be-15e8-4485-aa6f-57dfd54409db triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:23.712209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc0b234-bc5a-401c-9f13-fb2759f2dfcc,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:23.712387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.717150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:23.717854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52264) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:23.825317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.899795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.956404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:23.969613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8653c735-9acd-46c6-b951-014d3130071e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:23.977772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b7feb47-2a72-41d4-b137-bfc4485f15d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:23.997497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc0b234-bc5a-401c-9f13-fb2759f2dfcc,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:24.007443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:24.031989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Request body: {'port': {'device_id': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:24.046831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.119329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.123158 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fc0b234-bc5a-401c-9f13-fb2759f2dfcc HTTP/1.1" status: 204 len: 168 time: 0.4019194 Jan 24 09:22:24.177506 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.198569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port aa3882be-15e8-4485-aa6f-57dfd54409db, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=aa3882be-15e8-4485-aa6f-57dfd54409db,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:24.205780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.209027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:24.215598 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5f1c8359-930d-4c78-b3d1-f81c9964fee9 req-d3edf078-7a88-4490-94da-1d2efdece8d3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 210 time: 0.5757220 Jan 24 09:22:24.268488 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-849cb8cc-a8bc-4b16-9a00-47304d3b8488 req-5c32940b-3f90-4b1c-adec-927befd93f56 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.1880529 Jan 24 09:22:24.280864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:24.297368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:24.307603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:24.351865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=aa3882be-15e8-4485-aa6f-57dfd54409db,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:24.372233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'Port': ['ID=5ad98cf2-5ac1-4c2a-ad0d-9fa3131df965,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:24.374468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:24.376745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:24.450846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.503367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.591963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.690155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device aa3882be-15e8-4485-aa6f-57dfd54409db up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:24.875392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port aa3882be-15e8-4485-aa6f-57dfd54409db triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:24.876423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:24.885900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56922ccd-63eb-471a-bc1b-9a18bea5f382 req-7a4ff5f6-d4ae-4eef-a863-30e4dcf7b46f tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:24.893675 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-56922ccd-63eb-471a-bc1b-9a18bea5f382 req-7a4ff5f6-d4ae-4eef-a863-30e4dcf7b46f tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.3028612 Jan 24 09:22:25.020487 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-56922ccd-63eb-471a-bc1b-9a18bea5f382 req-11db3a96-2c37-4209-ae85-a13e81d7ecb0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252182 Jan 24 09:22:25.089932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e05453a-c1a5-4651-9a5b-a2f953c9065f {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:25.099250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.123883 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Transition to ACTIVE for port object 8e05453a-c1a5-4651-9a5b-a2f953c9065f will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:25.124565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.48', 61461) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:25.153379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52304) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:25.156650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.171517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.468900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:25.650492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.701593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-89799fbe-7095-46e4-9b0a-6370fdc594da tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:25.702397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-89799fbe-7095-46e4-9b0a-6370fdc594da tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Synchronizing usage tracker for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:network {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:25.722590 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3a412516-d430-4b6d-b881-5028233714e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:25.754407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'Port': ['ID=5ad98cf2-5ac1-4c2a-ad0d-9fa3131df965,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:25.771825 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b09e9fc6-b89b-428e-9f70-6c2f92c41b5f req-132e1127-0ee0-46ad-9e2d-8e85d7ecbf53 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.1410689 Jan 24 09:22:25.813897 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Pushing event updated for resources: {'Port': ['ID=8e05453a-c1a5-4651-9a5b-a2f953c9065f,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:25.818774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:25.831332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.48', 61464) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:25.845821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:25.870360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-89799fbe-7095-46e4-9b0a-6370fdc594da tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Unset dirty status for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:network {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:25.871618 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-89799fbe-7095-46e4-9b0a-6370fdc594da tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 809 time: 0.7459943 Jan 24 09:22:25.896241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.941893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.961844 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cbe0a3e4-7da2-44a5-8489-6d06bdf7ed65 req-b1e740d4-b7c5-4982-96fa-d778b7d02489 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 210 time: 0.1105080 Jan 24 09:22:25.963127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:25.971417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:986da2a4c2df413a8e4a46cd8029429d is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:25.977137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:25.986857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:25.990826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:25.992578 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5512545 Jan 24 09:22:26.125915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.134060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.155959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2beecf3b-f263-4d54-92e7-54e820d406bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:26.170294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-716d54da-a8c5-43c3-ba3d-ba0fb97540a9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Synchronizing usage tracker for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:security_group {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:26.236676 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=986da2a4c2df413a8e4a46cd8029429d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0778773 Jan 24 09:22:26.240079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-716d54da-a8c5-43c3-ba3d-ba0fb97540a9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Unset dirty status for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:security_group {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:26.241440 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-716d54da-a8c5-43c3-ba3d-ba0fb97540a9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9a7e9ac4fef44f6b60222949f824802 HTTP/1.1" status: 200 len: 5705 time: 0.2927961 Jan 24 09:22:26.241942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52360) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:26.281654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4fc9c8-f291-4dce-b112-ba70b5ee4326,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:26.291144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:26.322485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'port': {'device_id': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'admin_state_up': True, 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'security_groups': ['678234d2-68cf-4ee6-bd4c-0fbed17da0d5']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:26.401969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47205927-fe83-4b75-b339-886824e6c92d req-981ad9bd-4828-4dfc-8877-70f9ba8d8abc tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:26.403971 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-47205927-fe83-4b75-b339-886824e6c92d req-981ad9bd-4828-4dfc-8877-70f9ba8d8abc tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1655753 Jan 24 09:22:26.539903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-47205927-fe83-4b75-b339-886824e6c92d req-7a1134ba-c7a3-4767-a745-3782cf6d174f tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192079 Jan 24 09:22:26.625104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-fac244f3-7880-4d85-9329-4cb15315368b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:26.629805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-a6ab3a90-5a3a-47ff-831e-d6869374c866 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:26.632610 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-a6ab3a90-5a3a-47ff-831e-d6869374c866 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 819 time: 0.7959533 Jan 24 09:22:26.645155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-fac244f3-7880-4d85-9329-4cb15315368b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:26.646568 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-fac244f3-7880-4d85-9329-4cb15315368b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1531959545&fields=id&tenant_id=a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 267 time: 0.1036389 Jan 24 09:22:26.657169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:22:26.841924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:26.859871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-7e68a686-798f-4da2-a86a-99b5af25b369 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:26.860666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-7e68a686-798f-4da2-a86a-99b5af25b369 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:network {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:26.876237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Request body: {'port': {'device_id': '883822d7-0d56-41bd-b97b-ecfda5929596', 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e', 'admin_state_up': True, 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:26.884984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-7e68a686-798f-4da2-a86a-99b5af25b369 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:network {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:26.887388 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-7e68a686-798f-4da2-a86a-99b5af25b369 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 816 time: 0.2258999 Jan 24 09:22:26.903939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:26.915227 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-fc8dd5ff-d10c-4fc1-a0b6-ab198ddf4d75 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/quotas/a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 375 time: 0.0219805 Jan 24 09:22:26.930778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:port and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:26.998484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for port was recalculated. Used quota:3. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:27.060488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:27.072398 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-84d10228-b565-4686-a203-2cef602eb11b req-a181224c-b377-4fcc-a64b-e6b0dc4ed663 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.1055055 Jan 24 09:22:27.148761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-0ee06332-9766-4504-933e-e41c94004250 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:27.174419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.189673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-0ee06332-9766-4504-933e-e41c94004250 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:27.191103 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-0ee06332-9766-4504-933e-e41c94004250 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2666013 Jan 24 09:22:27.196608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Made reservation on behalf of b9a7e9ac4fef44f6b60222949f824802 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:27.207115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.345902 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d4c3f105-f134-402f-a615-a8bf643c0c71 req-03f970d2-072a-482c-90f3-7849e66124e2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 210 time: 0.0857761 Jan 24 09:22:27.488860 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-de7be2f6-157a-46ed-bab5-46197de6d1a4 service neutron] 10.222.0.45 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757738 Jan 24 09:22:27.703596 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-b87f4036-29f8-4884-9da3-29baa9eef854 service neutron] 10.222.0.45 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2132049 Jan 24 09:22:27.837072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Attempting to bind port 8e05453a-c1a5-4651-9a5b-a2f953c9065f on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:27.837456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Attempting to bind port 8e05453a-c1a5-4651-9a5b-a2f953c9065f by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:27.837824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Attempting to bind port 8e05453a-c1a5-4651-9a5b-a2f953c9065f on network 61dab7e1-f4d1-4c90-a093-22e25b46d57e {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:27.880621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3772f6-93af-46b5-824a-b3427672997e req-cf46da6c-c666-44b0-a198-368b6a9000f1 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:27.892312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:27.892823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Checking segment: {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:27.893236 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.893639 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Bound using segment: {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:27.894145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Bound port: 8e05453a-c1a5-4651-9a5b-a2f953c9065f, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:27.894526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:27.899069 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad3772f6-93af-46b5-824a-b3427672997e req-cf46da6c-c666-44b0-a198-368b6a9000f1 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1844659 Jan 24 09:22:27.917596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Allocated IP 172.20.0.13 (c11acb17-436c-4015-9902-2d3a1b47b8ed/156716e1-616b-42c2-aabf-bbd6a35c4ae0/24b5ab0d-4850-4ee2-8a23-03c8ec146c3f) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:27.936636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:27.941041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Usage tracker for resource:port and tenant:be69528fa75744a8bde0c40f5fd48dcb is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:27.944765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Quota usage for port was recalculated. Used quota:2. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:27.950783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:27.989542 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2062c94a-dc01-498a-9935-001a2fca522b req-4a76650c-3f18-483d-98df-653e4d5b4e91 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.0869033 Jan 24 09:22:27.994341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Made reservation on behalf of be69528fa75744a8bde0c40f5fd48dcb for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:28.009362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.055534 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad3772f6-93af-46b5-824a-b3427672997e req-c6053628-4b61-41e4-bd20-7db8a46a905b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554148 Jan 24 09:22:28.188068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.212458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6169f8cc-d500-4ccc-b371-c14b448c4402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:28.295479 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6e081684-6b88-48f3-a9aa-b561cec1bd5a req-c8e8b383-689e-4aab-9a9e-b3817d825b5b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.0635853 Jan 24 09:22:28.326578 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4fc9c8-f291-4dce-b112-ba70b5ee4326,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:28.352763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:28.382104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] For port 8e05453a-c1a5-4651-9a5b-a2f953c9065f, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:28.448279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.452843 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f4fc9c8-f291-4dce-b112-ba70b5ee4326 HTTP/1.1" status: 204 len: 168 time: 2.2012203 Jan 24 09:22:28.463106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] For port 8e05453a-c1a5-4651-9a5b-a2f953c9065f, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:28.507186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:28.547491 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0bd4d7d-04d7-42c2-9c6c-cc3630ceeb72 req-ab48fcde-67d9-4a02-b13b-be72085c23dc tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 210 time: 0.0664277 Jan 24 09:22:28.549422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:28.996817 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Pushing event updated for resources: {'Port': ['ID=8e05453a-c1a5-4651-9a5b-a2f953c9065f,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:29.020632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:29.051772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.101781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Allocated IP 172.20.0.4 (61dab7e1-f4d1-4c90-a093-22e25b46d57e/882089c1-adcc-439c-afbd-826713561590/0de8ada5-d853-40f6-a0ed-10825945d6d8) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:29.104891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Transition to ACTIVE for port object 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:29.125350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:29.126053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.127642 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] 10.222.0.48 "PUT /v2.0/ports/8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 200 len: 1158 time: 5.1144762 Jan 24 09:22:29.128134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:29.130702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52524) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:29.161232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.201902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:29.213676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Usage tracker for resource:security_group_rule and tenant:3359aaf29443401f8cd4acfb56d5eb7f is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:29.216839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:29.220251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.225633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:29.258389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:29.485765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'Port': ['ID=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:29.503073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:29.562285 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-85b06d42-7184-4cd3-af5c-44aa44fe7540 req-ca887b16-9229-4ef7-b7fc-02b1002416fc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.2625854 Jan 24 09:22:29.562752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.590786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Network c11acb17-436c-4015-9902-2d3a1b47b8ed is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:29.593509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:29.596284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:29.649766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7dcba-baf6-4f40-bba7-80009d3f89fc req-72d56f68-e85f-4f8d-b15d-f9d3b1184e96 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:29.651638 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f8d7dcba-baf6-4f40-bba7-80009d3f89fc req-72d56f68-e85f-4f8d-b15d-f9d3b1184e96 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.3912132 Jan 24 09:22:29.712244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:29.712990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.726531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.747255 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f', 'status': 'completed', 'code': 200} Jan 24 09:22:29.762662 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4507916 Jan 24 09:22:29.770731 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f8d7dcba-baf6-4f40-bba7-80009d3f89fc req-ada24b4d-b389-4aa2-b825-3c7ba73e395b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093721 Jan 24 09:22:29.773498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.775820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:29.824175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:29.838635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:29.858884 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3359aaf29443401f8cd4acfb56d5eb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7270026 Jan 24 09:22:29.866394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52578) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:29.920483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4142f5fc-9496-412b-825a-e43aae234512,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:29.992402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:29.999562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-2cc8f5b8-ea3d-4be1-abf4-ff8c6eea4519 None None] Provisioning for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:30.004874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-2cc8f5b8-ea3d-4be1-abf4-ff8c6eea4519 None None] Provisioning complete for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:30.005299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f5b8-ea3d-4be1-abf4-ff8c6eea4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.070536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Pushing event updated for resources: {'Port': ['ID=0de8ada5-d853-40f6-a0ed-10825945d6d8,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:30.085408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:30.105816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8f5b8-ea3d-4be1-abf4-ff8c6eea4519 None None] Port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:22:30.141461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:30.143004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:30.145112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:30.157242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.202743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84db93-1e3c-4e0e-ad29-a9a27790b36a req-f979a3cf-7d64-49b7-8fac-71d42f878892 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:30.204301 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9c84db93-1e3c-4e0e-ad29-a9a27790b36a req-f979a3cf-7d64-49b7-8fac-71d42f878892 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 932 time: 0.3084950 Jan 24 09:22:30.231731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:30.233089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.248454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaa618-ed0b-420b-9aff-4fe2d61d5a3c req-9445bd95-a064-4abf-94fd-31a4581c9555 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:30.250115 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3baaa618-ed0b-420b-9aff-4fe2d61d5a3c req-9445bd95-a064-4abf-94fd-31a4581c9555 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 931 time: 0.2765033 Jan 24 09:22:30.250717 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4782968 Jan 24 09:22:30.276086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.372895 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9c84db93-1e3c-4e0e-ad29-a9a27790b36a req-e610881f-ab2f-4830-b930-32a0e3c55029 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555257 Jan 24 09:22:30.385845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-3baaa618-ed0b-420b-9aff-4fe2d61d5a3c req-12a09f32-83b4-41a1-9a8b-68e5bfe6de85 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Synchronizing usage tracker for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:30.405366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-3baaa618-ed0b-420b-9aff-4fe2d61d5a3c req-12a09f32-83b4-41a1-9a8b-68e5bfe6de85 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Unset dirty status for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:30.406625 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3baaa618-ed0b-420b-9aff-4fe2d61d5a3c req-12a09f32-83b4-41a1-9a8b-68e5bfe6de85 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403160 Jan 24 09:22:30.407694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.412937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:30.427023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142f5fc-9496-412b-825a-e43aae234512,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:30.431252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:30.437273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.440090 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4142f5fc-9496-412b-825a-e43aae234512 HTTP/1.1" status: 204 len: 168 time: 0.5700693 Jan 24 09:22:30.701961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 52610) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:30.835676 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-06a8dced-ec19-46c3-838e-6344471c4bd9 req-55cdfb37-43cc-4576-b252-9acdd65added tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.0831177 Jan 24 09:22:30.869105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:30.895270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:30.899739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Usage tracker for resource:security_group_rule and tenant:50637523deaf470fb02149d10a2b1376 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:30.902822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:30.908811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:31.030001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.033985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.043954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:31.060085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e28c6-7368-418f-bca8-24ac8e255d42 req-93183a6d-0181-4236-848c-7d8993ebc5de tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:31.061783 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-465e28c6-7368-418f-bca8-24ac8e255d42 req-93183a6d-0181-4236-848c-7d8993ebc5de tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1381447 Jan 24 09:22:31.095051 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50637523deaf470fb02149d10a2b1376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915095 Jan 24 09:22:31.095529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52630) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:31.096090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457786b-cd88-46ca-95e5-66b34e8db9a0,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:31.099937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:31.161227 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-465e28c6-7368-418f-bca8-24ac8e255d42 req-8636c9bf-7c67-4406-9061-0fd8ee9c243a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857360 Jan 24 09:22:31.193913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.225341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.268988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.274328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-20fa2f31-bee8-4496-983d-8cbb1b46ff2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:31.288590 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457786b-cd88-46ca-95e5-66b34e8db9a0,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:31.291565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:31.293620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.297358 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a457786b-cd88-46ca-95e5-66b34e8db9a0 HTTP/1.1" status: 204 len: 168 time: 0.1959426 Jan 24 09:22:31.696913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ac8e1-bcdc-4dcc-a89c-6ed70efccaca req-51429e91-824e-4b0c-8e8b-a32d754bb604 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:31.698828 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-164ac8e1-bcdc-4dcc-a89c-6ed70efccaca req-51429e91-824e-4b0c-8e8b-a32d754bb604 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 932 time: 0.1850638 Jan 24 09:22:31.718992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Request body: {'port': {'device_id': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:31.766170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81123b66-fc33-47a5-b8a2-5d82d51eca94 req-8cd9fcad-6923-4fb5-8557-6bee5faf37ec tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:31.772101 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-81123b66-fc33-47a5-b8a2-5d82d51eca94 req-8cd9fcad-6923-4fb5-8557-6bee5faf37ec tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 931 time: 0.2090156 Jan 24 09:22:31.772779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52660) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:31.785620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Request body: {'port': {'device_id': '883822d7-0d56-41bd-b97b-ecfda5929596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:31.851424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:31.892161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:31.923356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Usage tracker for resource:security_group_rule and tenant:ad445fad384d4f238c152463c32f8b1c is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:31.927369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:31.952311 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-164ac8e1-bcdc-4dcc-a89c-6ed70efccaca req-52b0364f-fb54-4c2e-ba6c-32f7121671aa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784353 Jan 24 09:22:31.953611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:31.986575 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-81123b66-fc33-47a5-b8a2-5d82d51eca94 req-42d80e5f-1f74-4281-8c5a-c23b7b830d17 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580822 Jan 24 09:22:32.141396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.145308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.162484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:32.192794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.194800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc84f83-cb14-406f-a1bf-ed1017099cb8,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:32.213035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:32.297996 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-02286fa6-bf00-4be6-a82f-03baf55fc1f1 req-b6852a21-0183-4266-94ed-a7d9db5a0fd1 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.1421812 Jan 24 09:22:32.301241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.308529 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad445fad384d4f238c152463c32f8b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302660 Jan 24 09:22:32.311908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52676) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:32.374497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9605d7-8185-4337-bc16-206c5c59931c req-0a20a8a9-a3a7-4fec-a3c2-224e145f9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:32.376337 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d9605d7-8185-4337-bc16-206c5c59931c req-0a20a8a9-a3a7-4fec-a3c2-224e145f9770 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1161 time: 0.5619380 Jan 24 09:22:32.477969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.548470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6c977-45df-4d73-b0fe-992b75731201 req-4d0399ea-997e-45d1-875d-e48817bd7ca6 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:32.550336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.48', 61479) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:32.551320 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3fc6c977-45df-4d73-b0fe-992b75731201 req-4d0399ea-997e-45d1-875d-e48817bd7ca6 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.2185862 Jan 24 09:22:32.553412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.659336 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3fc6c977-45df-4d73-b0fe-992b75731201 req-767e000b-a0bb-4881-b1a9-2c10f6c2871b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891383 Jan 24 09:22:32.660568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.667778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c79569ff-d7b7-4208-9ab4-9622e8388145 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:32.682091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc84f83-cb14-406f-a1bf-ed1017099cb8,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:32.684231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:32.687294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:32.706906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fc84f83-cb14-406f-a1bf-ed1017099cb8 HTTP/1.1" status: 204 len: 168 time: 0.3934834 Jan 24 09:22:33.431670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ec00b-1239-4d48-85dd-a209619fcba5 req-d6110611-11b9-45ab-a5f7-d84801b3947c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:33.437733 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ac0ec00b-1239-4d48-85dd-a209619fcba5 req-d6110611-11b9-45ab-a5f7-d84801b3947c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 931 time: 0.1972995 Jan 24 09:22:33.496210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0060c85-10ea-42b4-93ee-bca65c7417d1 req-4a76efcb-13dd-4590-a8a0-b2564355a8ab tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:33.498188 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b0060c85-10ea-42b4-93ee-bca65c7417d1 req-4a76efcb-13dd-4590-a8a0-b2564355a8ab tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 932 time: 0.3147840 Jan 24 09:22:33.507617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9605d7-8185-4337-bc16-206c5c59931c req-6d3853ec-ebd2-41ae-8bc9-d62935b9bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:33.509826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d9605d7-8185-4337-bc16-206c5c59931c req-6d3853ec-ebd2-41ae-8bc9-d62935b9bb96 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0263383 Jan 24 09:22:33.580708 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ac0ec00b-1239-4d48-85dd-a209619fcba5 req-0aff72e6-b4aa-491b-9d02-a42339d58277 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339850 Jan 24 09:22:33.595249 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b0060c85-10ea-42b4-93ee-bca65c7417d1 req-2a2d8c1e-bcac-4bb4-b44d-22759a68a604 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796919 Jan 24 09:22:33.634751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-bce6bf1e-963d-48cf-be01-45bb93e63125 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:33.636452 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-bce6bf1e-963d-48cf-be01-45bb93e63125 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 816 time: 1.0809698 Jan 24 09:22:33.783164 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce6a7a6-2e54-4b92-bf51-80a313169c3c req-936fe00c-d088-4287-98f5-a93590d96f94 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.0775025 Jan 24 09:22:33.957668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c4830-2543-4375-bf42-68a2bbd1f2f3 req-101fbb3c-0919-4b41-93d0-7e0ab15c4d98 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:33.959501 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d54c4830-2543-4375-bf42-68a2bbd1f2f3 req-101fbb3c-0919-4b41-93d0-7e0ab15c4d98 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1305740 Jan 24 09:22:33.987065 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-11d3cecc-eab2-4d27-a8a7-3d271f1b8d89 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:22:34.053686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9605d7-8185-4337-bc16-206c5c59931c req-dfbc647d-bdf1-41ba-aa71-c7953a25825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:34.053686 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d9605d7-8185-4337-bc16-206c5c59931c req-dfbc647d-bdf1-41ba-aa71-c7953a25825f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5082834 Jan 24 09:22:34.095782 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d54c4830-2543-4375-bf42-68a2bbd1f2f3 req-1ede4bdb-b720-4824-9e4d-7a5829d0f02f tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130478 Jan 24 09:22:34.109352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-11d3cecc-eab2-4d27-a8a7-3d271f1b8d89 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:22:34.110751 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-11d3cecc-eab2-4d27-a8a7-3d271f1b8d89 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 5705 time: 0.3913465 Jan 24 09:22:34.130164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'port': {'device_id': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'admin_state_up': True, 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'security_groups': ['b3012b36-ca22-4df7-95a4-467587198825']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:34.222880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:22:34.241321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:34.255498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.394669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Transition to ACTIVE for port object 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:34.419630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.427359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de8ada5-d853-40f6-a0ed-10825945d6d8 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:34.466009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:34.509599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.621763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Transition to ACTIVE for port object 0de8ada5-d853-40f6-a0ed-10825945d6d8 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:34.636873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-26280515-4aee-48cd-ae47-8120f122e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:34.639077 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-26280515-4aee-48cd-ae47-8120f122e45b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1161 time: 0.4875994 Jan 24 09:22:34.644690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:34.648412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:34.688659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Pushing event updated for resources: {'Port': ['ID=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:34.759924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:34.768818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:34.770913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:34.848777 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-6a1a8edc-11d2-4b26-b9d3-b91332cc28cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 200 len: 217 time: 0.1616166 Jan 24 09:22:34.995028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Made reservation on behalf of a17d458110c64cdaac95d5c6b8429d17 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:22:35.005746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.061315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e73d6-b325-4c99-a915-23e5a5c7441a req-97ae7a5b-4aef-468a-8c48-410f8ce6a024 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:35.064273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Pushing event updated for resources: {'Port': ['ID=0de8ada5-d853-40f6-a0ed-10825945d6d8,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:35.069861 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e94e73d6-b325-4c99-a915-23e5a5c7441a req-97ae7a5b-4aef-468a-8c48-410f8ce6a024 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.3372986 Jan 24 09:22:35.100237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:35.166098 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e94e73d6-b325-4c99-a915-23e5a5c7441a req-756bba40-a853-448b-97db-5ee2f476b1e4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951157 Jan 24 09:22:35.246640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605750-0a5f-458f-8252-8bf43da8f8c5 req-61734997-a74e-472f-b6c5-6f9c9fbff83b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:35.254263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-e31f55ab-c311-4769-81f9-7fbb43bbe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:35.255809 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-e31f55ab-c311-4769-81f9-7fbb43bbe845 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.3860574 Jan 24 09:22:35.259645 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fe605750-0a5f-458f-8252-8bf43da8f8c5 req-61734997-a74e-472f-b6c5-6f9c9fbff83b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.4155996 Jan 24 09:22:35.401706 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fe605750-0a5f-458f-8252-8bf43da8f8c5 req-010b5022-f9c4-4f2f-9aa3-bf4d27c291af tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409132 Jan 24 09:22:35.404835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52800) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:35.545168 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3ccb1a29-28bc-47af-b85f-d466253bdc35 req-0476c619-c454-492e-a175-7f27bb813ae4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.0905166 Jan 24 09:22:35.706471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e796c-e65f-4590-bd3b-9bdd1ee44a12 req-8921f84a-55e3-4f81-8384-289570062191 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:35.720224 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-097e796c-e65f-4590-bd3b-9bdd1ee44a12 req-8921f84a-55e3-4f81-8384-289570062191 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1626167 Jan 24 09:22:35.786392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.810669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:35.818963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Usage tracker for resource:security_group_rule and tenant:3f6fc7024901462ea4e933d32cdccd4e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:35.822711 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-eed55979-8104-44ce-a1fc-4281715abdf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5029035 Jan 24 09:22:35.831676 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-097e796c-e65f-4590-bd3b-9bdd1ee44a12 req-351a0139-7535-4e07-aa88-2d4d8e51536a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104116 Jan 24 09:22:35.832474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Attempting to bind port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:35.832857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Attempting to bind port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:35.832993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:35.833232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Attempting to bind port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f on network c11acb17-436c-4015-9902-2d3a1b47b8ed {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:35.839849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:35.841824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:35.842214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Checking segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:35.842657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.843343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Bound using segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:35.843513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Bound port: 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:35.843859 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.945922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.948927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:35.958755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:35.988995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea0919-e155-4cf3-b40b-532e8cbfff9e,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:36.010383 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f6fc7024901462ea4e933d32cdccd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6017351 Jan 24 09:22:36.010383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:36.010691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 52814) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:36.073106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.100517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.150828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.156545 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db559fff-d408-4796-bff3-7ec924dd9d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:36.158177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Attempting to bind port 0de8ada5-d853-40f6-a0ed-10825945d6d8 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:36.158552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Attempting to bind port 0de8ada5-d853-40f6-a0ed-10825945d6d8 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:36.158917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Attempting to bind port 0de8ada5-d853-40f6-a0ed-10825945d6d8 on network 61dab7e1-f4d1-4c90-a093-22e25b46d57e {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:36.167791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea0919-e155-4cf3-b40b-532e8cbfff9e,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:36.172150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:36.175497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.179150 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3eea0919-e155-4cf3-b40b-532e8cbfff9e HTTP/1.1" status: 204 len: 168 time: 0.1650758 Jan 24 09:22:36.206913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:36.207294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Checking segment: {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:36.207720 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.208115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Bound using segment: {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:36.208602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Bound port: 0de8ada5-d853-40f6-a0ed-10825945d6d8, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ff3a95-5336-4b69-8201-6ddfa3f93024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '61dab7e1-f4d1-4c90-a093-22e25b46d57e'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:36.208976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.240568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] For port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:36.310326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] For port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:36.321350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.350649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Allocated IP 172.20.0.7 (82046b66-f464-4f84-8991-e0013f251ca9/ea43bfbf-689b-4d38-a13f-7f1f74dff6d7/84df6252-e705-4792-80e0-a1b76ea99f52) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:22:36.357824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:36.416903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa74592-1b8e-48b5-892d-543c1e3a5b17 req-72808aa2-3450-43e9-a696-3b2233da0ad1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:36.418826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3fa74592-1b8e-48b5-892d-543c1e3a5b17 req-72808aa2-3450-43e9-a696-3b2233da0ad1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1175184 Jan 24 09:22:36.420884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] For port 0de8ada5-d853-40f6-a0ed-10825945d6d8, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:36.485361 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3fa74592-1b8e-48b5-892d-543c1e3a5b17 req-bc516ba8-478a-447d-a8f4-843af1ee7bf6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594530 Jan 24 09:22:36.540467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] For port 0de8ada5-d853-40f6-a0ed-10825945d6d8, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=0de8ada5-d853-40f6-a0ed-10825945d6d8,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:36.564085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.637108 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Pushing event updated for resources: {'Port': ['ID=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:36.655378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:36.667795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84521-54b5-432c-b8d0-6371edc37425 req-32df0e40-4c1a-4160-bd9d-a4769213912b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:36.670294 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62d84521-54b5-432c-b8d0-6371edc37425 req-32df0e40-4c1a-4160-bd9d-a4769213912b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1184309 Jan 24 09:22:36.673212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:36.730243 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62d84521-54b5-432c-b8d0-6371edc37425 req-4b3f479f-951e-4876-ae5e-a9658488ec37 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526385 Jan 24 09:22:36.805614 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bcb22467-acf8-44ec-9f43-90ad8889138f req-ce76c0dd-2b7a-4c08-8307-7c94d929ab37 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.0568819 Jan 24 09:22:36.941099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:36.941795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:36.943363 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] 10.222.0.48 "PUT /v2.0/ports/24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 200 len: 1158 time: 5.2306015 Jan 24 09:22:36.953422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:37.015852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Pushing event updated for resources: {'Port': ['ID=0de8ada5-d853-40f6-a0ed-10825945d6d8,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:37.023898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:37.105340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:37.105903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.107505 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] 10.222.0.48 "PUT /v2.0/ports/0de8ada5-d853-40f6-a0ed-10825945d6d8 HTTP/1.1" status: 200 len: 1157 time: 5.3279035 Jan 24 09:22:37.133836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.165928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Transition to ACTIVE for port object 84df6252-e705-4792-80e0-a1b76ea99f52 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:37.190737 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f', 'status': 'completed', 'code': 200} Jan 24 09:22:37.191985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b5c9-94e8-42b9-a6c4-129357119ab9 req-c5461876-68f9-4341-8b2c-5b76c8ac6b53 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:37.193109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.194129 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6172b5c9-94e8-42b9-a6c4-129357119ab9 req-c5461876-68f9-4341-8b2c-5b76c8ac6b53 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.2099195 Jan 24 09:22:37.228188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:37.251319 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6172b5c9-94e8-42b9-a6c4-129357119ab9 req-49f14429-2d47-4d16-b3cb-751ca98b60ad tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508175 Jan 24 09:22:37.383400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'Port': ['ID=84df6252-e705-4792-80e0-a1b76ea99f52,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:37.389354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:37.432132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Network 82046b66-f464-4f84-8991-e0013f251ca9 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:22:37.433469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:22:37.435874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:22:37.528432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:37.529288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.562836 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4407709 Jan 24 09:22:37.745663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d3f8a3df-c777-4b99-8586-20e0df40cde3 None None] Provisioning for port 84df6252-e705-4792-80e0-a1b76ea99f52 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:37.748571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832fa28-2a09-40ff-9d43-79034d446389 req-65d0658d-c96b-49ed-9914-e008bb95906e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:37.750310 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4832fa28-2a09-40ff-9d43-79034d446389 req-65d0658d-c96b-49ed-9914-e008bb95906e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1054573 Jan 24 09:22:37.750962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d3f8a3df-c777-4b99-8586-20e0df40cde3 None None] Provisioning complete for port 84df6252-e705-4792-80e0-a1b76ea99f52 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:37.751471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d3f8a3df-c777-4b99-8586-20e0df40cde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:37.810306 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4832fa28-2a09-40ff-9d43-79034d446389 req-7aefe5d4-5f3c-473e-96f3-0cc68f950fa1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Jan 24 09:22:37.811666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8a3df-c777-4b99-8586-20e0df40cde3 None None] Port 84df6252-e705-4792-80e0-a1b76ea99f52 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:22:38.011352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f173e-b5b0-4c53-9dcf-341bfb735fcf req-bc7c2004-7846-48c2-a50d-b24666dcb7cd tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:38.013652 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-395f173e-b5b0-4c53-9dcf-341bfb735fcf req-bc7c2004-7846-48c2-a50d-b24666dcb7cd tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1276469 Jan 24 09:22:38.134229 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-395f173e-b5b0-4c53-9dcf-341bfb735fcf req-b1488eb1-2dc4-4530-8f36-cc6f57c61da5 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729322 Jan 24 09:22:38.174278 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6cea-9fb3-4229-9ae0-df6c4e8606bc req-e40d88f6-a489-48c7-9ba4-e3a82814473c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:38.175875 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906f6cea-9fb3-4229-9ae0-df6c4e8606bc req-e40d88f6-a489-48c7-9ba4-e3a82814473c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 931 time: 0.1612253 Jan 24 09:22:38.228023 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906f6cea-9fb3-4229-9ae0-df6c4e8606bc req-53540b22-0403-4bb8-938e-1a9dc2548abe tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Jan 24 09:22:38.485941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173987a-8fd9-46c1-9014-c66edf75cf83 req-4f72aaf9-0fc3-49a6-8629-4431d9ce816a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:38.487614 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3173987a-8fd9-46c1-9014-c66edf75cf83 req-4f72aaf9-0fc3-49a6-8629-4431d9ce816a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1074247 Jan 24 09:22:38.542722 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3173987a-8fd9-46c1-9014-c66edf75cf83 req-a21dad3c-99d8-45b3-958f-b490b87522eb tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Jan 24 09:22:39.045324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bd297-695c-450c-b2dd-17342c8591bf req-f991b08c-8136-43e9-87b0-c9f187615b3c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:39.046969 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d54bd297-695c-450c-b2dd-17342c8591bf req-f991b08c-8136-43e9-87b0-c9f187615b3c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1059530 Jan 24 09:22:39.098743 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d54bd297-695c-450c-b2dd-17342c8591bf req-3ac2465e-e566-4d8b-b1f8-afb279cdcc3a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 Jan 24 09:22:39.192251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883822d7-0d56-41bd-b97b-ecfda5929596', 'tag': '0de8ada5-d853-40f6-a0ed-10825945d6d8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:39.255235 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883822d7-0d56-41bd-b97b-ecfda5929596', 'tag': '0de8ada5-d853-40f6-a0ed-10825945d6d8', 'status': 'completed', 'code': 200} Jan 24 09:22:39.376341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2c4f-8765-4575-af11-1f978aad4be3 req-21cfa466-89f8-4c1c-8b46-2fe8a16b78ce tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:39.377927 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-513b2c4f-8765-4575-af11-1f978aad4be3 req-21cfa466-89f8-4c1c-8b46-2fe8a16b78ce tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1120481 Jan 24 09:22:39.483701 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-513b2c4f-8765-4575-af11-1f978aad4be3 req-beb7a3f2-8e83-4217-968c-a8c00abd65b6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648205 Jan 24 09:22:39.521779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e6883-3a5e-4ce0-a6fb-b3af54436ad5 req-5aa37f27-795c-4717-9e25-f767a9b16dbc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:39.523514 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f17e6883-3a5e-4ce0-a6fb-b3af54436ad5 req-5aa37f27-795c-4717-9e25-f767a9b16dbc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 931 time: 0.1445286 Jan 24 09:22:39.578942 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f17e6883-3a5e-4ce0-a6fb-b3af54436ad5 req-4eab9918-2774-4300-ac83-190348b53c55 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490062 Jan 24 09:22:39.772384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d1efd-193d-450e-a6e4-0db16159c554 req-b68a9135-02c0-4a1a-8a76-da14772080c0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:39.773973 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-963d1efd-193d-450e-a6e4-0db16159c554 req-b68a9135-02c0-4a1a-8a76-da14772080c0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1055322 Jan 24 09:22:39.824850 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-963d1efd-193d-450e-a6e4-0db16159c554 req-edfb041d-c20f-4664-bd27-29b96aa94b4c tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Jan 24 09:22:40.365782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e23e-161f-4778-ae68-a817bb71e392 req-9f7a394e-03ac-4919-afbf-8f3629415111 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:40.367652 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2359e23e-161f-4778-ae68-a817bb71e392 req-9f7a394e-03ac-4919-afbf-8f3629415111 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1418276 Jan 24 09:22:40.427198 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2359e23e-161f-4778-ae68-a817bb71e392 req-e72199ed-32e9-4e09-a31f-d100ec9a00c2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Jan 24 09:22:40.435219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Request body: {'port': {'device_id': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:40.758159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926640f-3001-4250-99c5-e4395bfc21aa req-ed2b9f61-de1e-4a96-8d5e-881a9d3f4fcf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:40.759906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3926640f-3001-4250-99c5-e4395bfc21aa req-ed2b9f61-de1e-4a96-8d5e-881a9d3f4fcf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1206021 Jan 24 09:22:40.962616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-d7b625bb-3d05-4611-a35e-ac436b5f0cac service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902430 Jan 24 09:22:40.979997 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:41.064800 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3926640f-3001-4250-99c5-e4395bfc21aa req-558eabb4-7d87-407f-9bcf-2bd7aa4febc7 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628162 Jan 24 09:22:41.101036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a77a-0215-4e68-a776-0b5aacbe5969 req-a13953a9-a47a-4bad-8ed4-26b2ec28dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.102968 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-35d1a77a-0215-4e68-a776-0b5aacbe5969 req-a13953a9-a47a-4bad-8ed4-26b2ec28dc62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1161 time: 0.7071595 Jan 24 09:22:41.113425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737695bb-e616-4e54-9684-81e6d1b91454 req-2c587bad-5e5c-4f46-b2e5-cdaa3470ada3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.115525 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-737695bb-e616-4e54-9684-81e6d1b91454 req-2c587bad-5e5c-4f46-b2e5-cdaa3470ada3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 931 time: 0.3546209 Jan 24 09:22:41.180606 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-737695bb-e616-4e54-9684-81e6d1b91454 req-7a138841-faba-4bae-949c-9cf1805fad45 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579987 Jan 24 09:22:41.233184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18579d4a-ef97-4156-ba0f-8e9b2bdd0006 req-bd72103d-9880-4610-b4e7-3abbfd4e747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.235018 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18579d4a-ef97-4156-ba0f-8e9b2bdd0006 req-bd72103d-9880-4610-b4e7-3abbfd4e747f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 1160 time: 0.7633040 Jan 24 09:22:41.316042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf2e62-4958-4a0e-8290-36ef84076bb0 req-ff8adbc7-5115-4af1-a79d-5eb21f926c80 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.317729 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3faf2e62-4958-4a0e-8290-36ef84076bb0 req-ff8adbc7-5115-4af1-a79d-5eb21f926c80 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1166372 Jan 24 09:22:41.381967 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3faf2e62-4958-4a0e-8290-36ef84076bb0 req-820eccab-e340-4e35-aba8-7712f9a42f39 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577931 Jan 24 09:22:41.591447 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-05067f59-d9c6-4099-bcf8-901c7b66bce7 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5986452 Jan 24 09:22:41.683884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf4f99-7dbb-4358-946a-470236319fa9 req-595ed7b2-2797-4b54-9747-b660c4ef2342 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.686111 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7baf4f99-7dbb-4358-946a-470236319fa9 req-595ed7b2-2797-4b54-9747-b660c4ef2342 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1174703 Jan 24 09:22:41.712490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a77a-0215-4e68-a776-0b5aacbe5969 req-ff409850-99fd-417a-b871-84d0b9f148ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.714076 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-35d1a77a-0215-4e68-a776-0b5aacbe5969 req-ff409850-99fd-417a-b871-84d0b9f148ce service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b9a7e9ac4fef44f6b60222949f824802&shared=False HTTP/1.1" status: 200 len: 903 time: 0.5798836 Jan 24 09:22:41.739040 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7baf4f99-7dbb-4358-946a-470236319fa9 req-dba98be3-37bd-4bcc-ab85-8fedae1fdd29 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Jan 24 09:22:41.768420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18579d4a-ef97-4156-ba0f-8e9b2bdd0006 req-f1274d79-b221-4e4d-aacc-f310368c87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:41.770023 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18579d4a-ef97-4156-ba0f-8e9b2bdd0006 req-f1274d79-b221-4e4d-aacc-f310368c87f8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5014012 Jan 24 09:22:42.121303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a77a-0215-4e68-a776-0b5aacbe5969 req-43a290d7-3b05-42c4-8ceb-cdf15aa083e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.123537 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-35d1a77a-0215-4e68-a776-0b5aacbe5969 req-43a290d7-3b05-42c4-8ceb-cdf15aa083e1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4014673 Jan 24 09:22:42.144552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18579d4a-ef97-4156-ba0f-8e9b2bdd0006 req-7ddb9921-9ee2-4d27-b4fa-a02b7c92d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.146135 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18579d4a-ef97-4156-ba0f-8e9b2bdd0006 req-7ddb9921-9ee2-4d27-b4fa-a02b7c92d536 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3483505 Jan 24 09:22:42.313458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02775d-eefa-44da-af66-13cc147690b2 req-14ca4c4f-3fd9-4ad1-854c-a65a96febcb6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.317981 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bd02775d-eefa-44da-af66-13cc147690b2 req-14ca4c4f-3fd9-4ad1-854c-a65a96febcb6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1112430 Jan 24 09:22:42.322854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84df6252-e705-4792-80e0-a1b76ea99f52 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:22:42.334809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.373437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Transition to ACTIVE for port object 84df6252-e705-4792-80e0-a1b76ea99f52 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:22:42.381117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:42.404115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:42.437229 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bd02775d-eefa-44da-af66-13cc147690b2 req-fd38601c-26f8-4253-92d8-97062dc7fc04 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085718 Jan 24 09:22:42.483789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4134d0-7c81-41f7-ad05-b71587b47878 req-fb5a083a-a06a-4002-8ac0-b1a48a2d991f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.485588 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f4134d0-7c81-41f7-ad05-b71587b47878 req-fb5a083a-a06a-4002-8ac0-b1a48a2d991f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1549809 Jan 24 09:22:42.507856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-273c55d7-d552-49e0-b6a3-b179797669d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.510174 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-273c55d7-d552-49e0-b6a3-b179797669d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1161 time: 0.2949584 Jan 24 09:22:42.523971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-8cdc5ba5-334c-4a05-a9f4-d8436f8f4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.526141 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-8cdc5ba5-334c-4a05-a9f4-d8436f8f4837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 1160 time: 0.2660658 Jan 24 09:22:42.546366 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f4134d0-7c81-41f7-ad05-b71587b47878 req-a994f702-2765-436b-89fb-f809790d6761 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514607 Jan 24 09:22:42.680242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b61443-b4f6-4142-96e7-3b5463028539 req-d63d278c-a23a-40e4-8e5c-b85f7b649e31 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:42.682249 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-89b61443-b4f6-4142-96e7-3b5463028539 req-d63d278c-a23a-40e4-8e5c-b85f7b649e31 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1159723 Jan 24 09:22:42.743961 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-89b61443-b4f6-4142-96e7-3b5463028539 req-03a62124-e795-41ca-b97d-a0c452b5ed2a tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547633 Jan 24 09:22:42.973821 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-822d038c-7cba-4992-94d3-81ee5b1d4460 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de8ada5-d853-40f6-a0ed-10825945d6d8 HTTP/1.1" status: 200 len: 217 time: 0.0921547 Jan 24 09:22:42.974514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Pushing event updated for resources: {'Port': ['ID=84df6252-e705-4792-80e0-a1b76ea99f52,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:43.003626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.004016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.004413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.004809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.005196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.005434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e883ca3-b3b6-4775-8bce-1f7663ad0d28 req-474e64ef-dd2d-45a0-83b7-dc1078e052fe tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:43.005560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.005941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.006325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.006709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.007087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.007469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.007889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.008307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.008686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.008929 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3e883ca3-b3b6-4775-8bce-1f7663ad0d28 req-474e64ef-dd2d-45a0-83b7-dc1078e052fe tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1354387 Jan 24 09:22:43.009046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.009411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.009780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.010153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.010527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.010901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.011273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.011674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.012049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.012512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:43.017474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:43.055015 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-720cb916-53c8-4fb9-82e5-03d19d79c23b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 200 len: 217 time: 0.2357657 Jan 24 09:22:43.086065 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3e883ca3-b3b6-4775-8bce-1f7663ad0d28 req-483ac970-d20c-4bad-bc44-e2b3e07a8871 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696023 Jan 24 09:22:43.175339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-b62ea4e0-55ec-4143-9214-cdb42bdd6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:43.176937 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-b62ea4e0-55ec-4143-9214-cdb42bdd6f58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.1847954 Jan 24 09:22:43.184857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-2d218845-71fb-4e25-9d3e-3a177baf67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:43.186302 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-2d218845-71fb-4e25-9d3e-3a177baf67dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.1127968 Jan 24 09:22:43.346862 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-948e7c36-abd2-40f7-86c7-87b8c4101e04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574821 Jan 24 09:22:43.504036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Attempting to bind port 84df6252-e705-4792-80e0-a1b76ea99f52 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:43.504557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Attempting to bind port 84df6252-e705-4792-80e0-a1b76ea99f52 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:22:43.504764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Attempting to bind port 84df6252-e705-4792-80e0-a1b76ea99f52 on network 82046b66-f464-4f84-8991-e0013f251ca9 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:22:43.564990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:22:43.565374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Checking segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:22:43.565789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.566187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Bound using segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:22:43.566657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Bound port: 84df6252-e705-4792-80e0-a1b76ea99f52, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:22:43.567030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.658426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-9148bd98-ff9f-4ce5-9614-fd1475986564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:43.660442 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-9148bd98-ff9f-4ce5-9614-fd1475986564 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4343581 Jan 24 09:22:43.690193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd14d-038f-4ab2-b668-cb3141a92f16 req-c099f2e5-e9d5-4233-b3e2-1857a692289e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:43.691914 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d2fd14d-038f-4ab2-b668-cb3141a92f16 req-c099f2e5-e9d5-4233-b3e2-1857a692289e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1222768 Jan 24 09:22:43.799918 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d2fd14d-038f-4ab2-b668-cb3141a92f16 req-9d4eedf2-7951-4d3d-8061-a9f3c7c1778c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018488 Jan 24 09:22:43.833003 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-487aeed4-dd2f-452c-8369-8efd3fe52291 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383337 Jan 24 09:22:43.854642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] For port 84df6252-e705-4792-80e0-a1b76ea99f52, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:22:43.859250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fcafb-a9d7-4f96-b53e-bac368b7e92e req-52928df5-9429-4eb9-8e9b-57eadea1add2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:43.860986 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd9fcafb-a9d7-4f96-b53e-bac368b7e92e req-52928df5-9429-4eb9-8e9b-57eadea1add2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1462290 Jan 24 09:22:43.870104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] For port 84df6252-e705-4792-80e0-a1b76ea99f52, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=84df6252-e705-4792-80e0-a1b76ea99f52,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:22:43.883689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:43.908498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-be92c831-b537-47a9-b4cf-d5fe67cc25ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:43.917109 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd9fcafb-a9d7-4f96-b53e-bac368b7e92e req-4465f733-873d-4f8f-ad86-fddcbdf54c7c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487177 Jan 24 09:22:43.963000 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-981f3574-52f9-4f45-b309-1fa39911b237 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689128 Jan 24 09:22:44.037698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7daec-8c5c-4041-a421-a1fa41d01e76 req-42e8ad4d-a46b-4892-b247-bffdbabd6324 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:44.039660 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66e7daec-8c5c-4041-a421-a1fa41d01e76 req-42e8ad4d-a46b-4892-b247-bffdbabd6324 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1199884 Jan 24 09:22:44.066444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Pushing event updated for resources: {'Port': ['ID=84df6252-e705-4792-80e0-a1b76ea99f52,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:44.070025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:44.098085 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66e7daec-8c5c-4041-a421-a1fa41d01e76 req-086fc9e5-cd1a-4716-8a97-d95ed00b66bb tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515244 Jan 24 09:22:44.105233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:44.105885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:44.107934 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] 10.222.0.48 "PUT /v2.0/ports/84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 200 len: 1157 time: 3.6772208 Jan 24 09:22:44.108468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:44.178297 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52', 'status': 'completed', 'code': 200} Jan 24 09:22:44.377070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef73586-e3c3-484c-baee-466fc1aa9b7e req-d35373b9-b6e3-4c64-8fcc-97b05d8d6157 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:44.378617 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ef73586-e3c3-484c-baee-466fc1aa9b7e req-d35373b9-b6e3-4c64-8fcc-97b05d8d6157 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1116889 Jan 24 09:22:44.436150 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ef73586-e3c3-484c-baee-466fc1aa9b7e req-d9d262d1-d9db-4800-80a1-bf20babd1b53 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Jan 24 09:22:45.041306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23853334-c050-4529-bcc9-dc38acc98324 req-95f92907-7713-4c0b-8070-fc256bd86686 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:45.042957 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-23853334-c050-4529-bcc9-dc38acc98324 req-95f92907-7713-4c0b-8070-fc256bd86686 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1138511 Jan 24 09:22:45.143663 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-23853334-c050-4529-bcc9-dc38acc98324 req-06cecafa-41a8-47c5-b332-5e8b1120c38b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943480 Jan 24 09:22:45.196256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087a772-ac2b-44b5-84cc-d085eb0f03f4 req-2b54f1dd-0561-463a-8424-b4d62aaf468e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:45.197904 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e087a772-ac2b-44b5-84cc-d085eb0f03f4 req-2b54f1dd-0561-463a-8424-b4d62aaf468e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1320498 Jan 24 09:22:45.250297 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e087a772-ac2b-44b5-84cc-d085eb0f03f4 req-10e53141-c00c-479a-8525-8b6745d5a1b1 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456488 Jan 24 09:22:45.365621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab4da8-96df-4217-a7e0-5f6adf8c0150 req-3a9aa759-a733-4b9d-9d5f-ac2001144099 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:45.367235 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27ab4da8-96df-4217-a7e0-5f6adf8c0150 req-3a9aa759-a733-4b9d-9d5f-ac2001144099 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1093392 Jan 24 09:22:45.419655 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27ab4da8-96df-4217-a7e0-5f6adf8c0150 req-6a7508fb-3d92-4e79-a545-c0273e93b848 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 Jan 24 09:22:45.669175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815122e-1e15-4937-a905-40b7c97c1f2a req-6518c4b1-5b65-4296-b104-01b76eb5f8ff tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:45.670836 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9815122e-1e15-4937-a905-40b7c97c1f2a req-6518c4b1-5b65-4296-b104-01b76eb5f8ff tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1070604 Jan 24 09:22:45.726806 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9815122e-1e15-4937-a905-40b7c97c1f2a req-f2bcc9d2-a8cf-4d77-a30e-26b3baa37dc3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 Jan 24 09:22:46.378753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa726ea-870f-4fa5-90b0-0b319c3213a0 req-41585210-141f-4fda-8139-9932e1534175 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:46.380426 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cfa726ea-870f-4fa5-90b0-0b319c3213a0 req-41585210-141f-4fda-8139-9932e1534175 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1062021 Jan 24 09:22:46.480120 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cfa726ea-870f-4fa5-90b0-0b319c3213a0 req-f525d066-6fa6-4daf-9ac8-1edbcff6ece6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933359 Jan 24 09:22:46.535074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d9317-56be-4c51-98d7-4f40776c2a82 req-770c1896-6fdd-4a1e-a455-32989758827c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:46.536760 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-158d9317-56be-4c51-98d7-4f40776c2a82 req-770c1896-6fdd-4a1e-a455-32989758827c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1340468 Jan 24 09:22:46.590111 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-158d9317-56be-4c51-98d7-4f40776c2a82 req-03b27413-e090-4fd1-834f-a878d05fdd1f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465167 Jan 24 09:22:46.708309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51fec-3cf9-4a59-ae39-ffda6fb50f87 req-41a118de-923a-401b-b6a6-8f6441b10286 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:46.709949 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24f51fec-3cf9-4a59-ae39-ffda6fb50f87 req-41a118de-923a-401b-b6a6-8f6441b10286 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1064427 Jan 24 09:22:46.762997 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24f51fec-3cf9-4a59-ae39-ffda6fb50f87 req-2b6e336a-c2be-4803-a201-59fa863e98cf tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 Jan 24 09:22:46.977876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa44ef5-dcd9-4506-8b15-ff94412658bd req-2e0bfe89-c912-4d31-aa60-8e772e788b71 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:46.984844 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4fa44ef5-dcd9-4506-8b15-ff94412658bd req-2e0bfe89-c912-4d31-aa60-8e772e788b71 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1168616 Jan 24 09:22:47.031841 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4fa44ef5-dcd9-4506-8b15-ff94412658bd req-6fa23626-5e8f-4e7a-98f0-0e5f7087b584 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Jan 24 09:22:47.242272 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71d650bb-7cd5-4884-9954-fdfa70f92830 req-1b6d402a-6ecf-4343-a0a2-dc20fe670b6d service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363750 Jan 24 09:22:47.711842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc572b6-bfe7-4a7e-bc94-efade43895ea req-418101f6-41f3-4dc9-a608-94fd4da556f4 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:47.713489 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0cc572b6-bfe7-4a7e-bc94-efade43895ea req-418101f6-41f3-4dc9-a608-94fd4da556f4 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1074066 Jan 24 09:22:47.825871 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0cc572b6-bfe7-4a7e-bc94-efade43895ea req-602ecf0b-c037-4420-8c62-d10919caaeba tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060877 Jan 24 09:22:47.877970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fcef1-e3a2-4fde-a0bd-f57f97656881 req-c0a45051-b459-47a9-a82f-cbb8baec0364 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:47.879722 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bf8fcef1-e3a2-4fde-a0bd-f57f97656881 req-c0a45051-b459-47a9-a82f-cbb8baec0364 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1433911 Jan 24 09:22:47.937706 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bf8fcef1-e3a2-4fde-a0bd-f57f97656881 req-cccfb7f8-52f9-4e29-863e-ffdc015eaf4a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516903 Jan 24 09:22:48.072198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581175ad-10db-4124-81c8-c5744bc9d94e req-e232d1b0-7b9d-4ea6-807e-8d66daa27ff5 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:48.073887 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-581175ad-10db-4124-81c8-c5744bc9d94e req-e232d1b0-7b9d-4ea6-807e-8d66daa27ff5 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1123374 Jan 24 09:22:48.126783 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-581175ad-10db-4124-81c8-c5744bc9d94e req-c27d6213-1b49-46e4-8c36-e9c27bf92e5b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457768 Jan 24 09:22:48.262914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad96d-5401-4190-b468-68fb70586fd4 req-8c1b8b5a-0391-403e-b8f6-81f00bb91225 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:48.264518 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4b5ad96d-5401-4190-b468-68fb70586fd4 req-8c1b8b5a-0391-403e-b8f6-81f00bb91225 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1036065 Jan 24 09:22:48.315554 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4b5ad96d-5401-4190-b468-68fb70586fd4 req-dc8f42d8-7bbc-4b81-b6c1-9484045f7277 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Jan 24 09:22:48.798079 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03d835ff-8859-461a-82dc-c21d07a2f2e6 req-5da99cd5-9878-4b90-a279-e810b028e8e4 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1996832 Jan 24 09:22:48.800560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4b825-4d78-46d9-be4d-f7cca04704be req-3b58a0a7-b8f5-45b0-87ce-2a7c9c055992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:48.802017 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-45c4b825-4d78-46d9-be4d-f7cca04704be req-3b58a0a7-b8f5-45b0-87ce-2a7c9c055992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1160 time: 0.1815155 Jan 24 09:22:49.107878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6ca86-c04a-45f0-8aa6-51d2853cd630 req-089ec661-a5f6-4812-a271-ed2634f565a9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.115879 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-15b6ca86-c04a-45f0-8aa6-51d2853cd630 req-089ec661-a5f6-4812-a271-ed2634f565a9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1568356 Jan 24 09:22:49.217522 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-15b6ca86-c04a-45f0-8aa6-51d2853cd630 req-7a6354cb-dade-4d4f-8c25-b8bada39a21f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006727 Jan 24 09:22:49.249614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4b825-4d78-46d9-be4d-f7cca04704be req-be6a08a2-eee5-49ff-8a34-88debf00b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.251278 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-45c4b825-4d78-46d9-be4d-f7cca04704be req-be6a08a2-eee5-49ff-8a34-88debf00b121 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a17d458110c64cdaac95d5c6b8429d17&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1846888 Jan 24 09:22:49.271009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eec2-43cb-4319-a613-392767cf3f33 req-6ebca287-c247-4749-a6d6-aac38295930a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.272709 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-20e3eec2-43cb-4319-a613-392767cf3f33 req-6ebca287-c247-4749-a6d6-aac38295930a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1354365 Jan 24 09:22:49.325902 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-20e3eec2-43cb-4319-a613-392767cf3f33 req-0f0bda46-0049-47c2-9469-fd965eeee530 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465307 Jan 24 09:22:49.406834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4b825-4d78-46d9-be4d-f7cca04704be req-506bb1a0-1600-4b64-b780-daded93c26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.408475 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-45c4b825-4d78-46d9-be4d-f7cca04704be req-506bb1a0-1600-4b64-b780-daded93c26b1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1507378 Jan 24 09:22:49.442921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7139bce-574d-446d-9860-24c63f1a699e req-a709e75b-c936-412a-b2a6-c984efdff6fa tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.444547 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7139bce-574d-446d-9860-24c63f1a699e req-a709e75b-c936-412a-b2a6-c984efdff6fa tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1098576 Jan 24 09:22:49.544901 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7139bce-574d-446d-9860-24c63f1a699e req-62e7e2d3-1877-402e-a614-da7d8f5c68ed tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935342 Jan 24 09:22:49.558000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-18ac6ca1-80c4-4640-aca9-3e36466a46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.560762 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-18ac6ca1-80c4-4640-aca9-3e36466a46f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1160 time: 0.0830977 Jan 24 09:22:49.607465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb0790-1514-4dae-af10-c21429b8da49 req-cb347417-2183-4004-bc1b-0d04aadb5ac1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.607465 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13eb0790-1514-4dae-af10-c21429b8da49 req-cb347417-2183-4004-bc1b-0d04aadb5ac1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1223347 Jan 24 09:22:49.641801 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-93df77a2-b4b6-41be-a53d-d695a82e9612 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 200 len: 217 time: 0.0655658 Jan 24 09:22:49.660259 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13eb0790-1514-4dae-af10-c21429b8da49 req-174a3f5f-51bc-490c-965a-280e1ed4858a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459003 Jan 24 09:22:49.718606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-43b5ec25-8cf7-402a-a67e-c4694da7b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.720266 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-43b5ec25-8cf7-402a-a67e-c4694da7b449 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0717952 Jan 24 09:22:49.724976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-becea73f-2ffb-4775-abbd-c9c101c5a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:49.805903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f3eb11c3-f198-4ebf-a164-9eb6db1bdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:49.807525 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-f3eb11c3-f198-4ebf-a164-9eb6db1bdada service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798993 Jan 24 09:22:49.904736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:49.960096 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-1e356dc0-7669-41d0-a4cf-7aad67b3c224 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448760 Jan 24 09:22:50.114651 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da830802-22d2-4320-8cc4-d4c48d5e07ab req-4108a716-10f8-4a44-83b8-42607fcb15cb service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477659 Jan 24 09:22:50.464134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b3eb-4ee7-4b89-958c-dff39f22f20e req-bf9ba18d-4fa4-4e6d-b3da-0cd899487667 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:50.466583 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9f90b3eb-4ee7-4b89-958c-dff39f22f20e req-bf9ba18d-4fa4-4e6d-b3da-0cd899487667 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1090431 Jan 24 09:22:50.572876 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9f90b3eb-4ee7-4b89-958c-dff39f22f20e req-80dc7096-952f-4c2b-bb87-d15c0865717a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990932 Jan 24 09:22:50.634005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5018195-a3e0-419f-a9da-435c93975f90 req-a0d4924e-cbae-4c95-b1f7-f83f3bc2e9c9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:50.635988 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f5018195-a3e0-419f-a9da-435c93975f90 req-a0d4924e-cbae-4c95-b1f7-f83f3bc2e9c9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1403074 Jan 24 09:22:50.694525 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f5018195-a3e0-419f-a9da-435c93975f90 req-1908625d-445b-4706-9e4b-d56a4b004b4d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518234 Jan 24 09:22:50.817022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab1ce1-6f55-4db2-9849-fcbe83493da1 req-d9521d8d-d581-4f52-9af7-8d0760931a64 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:50.818682 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-95ab1ce1-6f55-4db2-9849-fcbe83493da1 req-d9521d8d-d581-4f52-9af7-8d0760931a64 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1100752 Jan 24 09:22:50.931492 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-95ab1ce1-6f55-4db2-9849-fcbe83493da1 req-9e60f7ff-a486-486b-b85c-da26009270e3 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066160 Jan 24 09:22:50.978610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a9a21-c890-4e3a-b370-b8adfe4b4ca2 req-a74ca7ba-ec42-448a-b228-335d9496a0f4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:50.980061 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-025a9a21-c890-4e3a-b370-b8adfe4b4ca2 req-a74ca7ba-ec42-448a-b228-335d9496a0f4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1373138 Jan 24 09:22:51.035155 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-025a9a21-c890-4e3a-b370-b8adfe4b4ca2 req-b682cc9c-af9b-48eb-87e6-89d8426b8311 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484090 Jan 24 09:22:51.803797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8e0be1b3-5576-4559-9a42-60e2234f543e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:51.824789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069029-68f4-4b6d-bb90-9cbe99e1f472 req-b7d81d0f-ac2f-44c9-934d-215853801e6e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:51.826509 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff069029-68f4-4b6d-bb90-9cbe99e1f472 req-b7d81d0f-ac2f-44c9-934d-215853801e6e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1194372 Jan 24 09:22:51.928054 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff069029-68f4-4b6d-bb90-9cbe99e1f472 req-cbfddaf6-a417-4552-b609-5cde567dc672 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946343 Jan 24 09:22:51.992935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40fc32-a1c6-478f-bf1b-14ad0ff8856c req-0387f856-678c-41e7-819e-39fc14e32254 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:51.994631 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4f40fc32-a1c6-478f-bf1b-14ad0ff8856c req-0387f856-678c-41e7-819e-39fc14e32254 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1364107 Jan 24 09:22:52.055843 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4f40fc32-a1c6-478f-bf1b-14ad0ff8856c req-37848766-38a8-4bcf-8721-fd27e9f6b125 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539002 Jan 24 09:22:52.184552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33366330-c86f-49ed-a777-c2e8fe9dc9e6 req-d3b5c2d7-167a-4106-ab50-2e5da4c4dffb tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:52.186489 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-33366330-c86f-49ed-a777-c2e8fe9dc9e6 req-d3b5c2d7-167a-4106-ab50-2e5da4c4dffb tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1155708 Jan 24 09:22:52.332928 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-33366330-c86f-49ed-a777-c2e8fe9dc9e6 req-c38b0183-e7a7-4a2c-b1b8-4717563620e6 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784118 Jan 24 09:22:52.378674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a141c-1f5a-4a91-bea1-b03add3ca8e6 req-e615ea4c-b6b0-4eeb-a8aa-a48256a3633e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:52.380350 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a43a141c-1f5a-4a91-bea1-b03add3ca8e6 req-e615ea4c-b6b0-4eeb-a8aa-a48256a3633e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1899011 Jan 24 09:22:52.442389 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a43a141c-1f5a-4a91-bea1-b03add3ca8e6 req-1c89332e-7c69-4113-be4e-8eec175f0489 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557203 Jan 24 09:22:52.641270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.231286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2b185-f8be-4a4e-b513-9fe562c04fb2 req-08b79ef1-0e0c-4ff4-a81a-82eb55bc6181 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:53.233002 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2f2b185-f8be-4a4e-b513-9fe562c04fb2 req-08b79ef1-0e0c-4ff4-a81a-82eb55bc6181 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1482573 Jan 24 09:22:53.345805 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2f2b185-f8be-4a4e-b513-9fe562c04fb2 req-57a13863-ed5e-411c-a094-897ab92beca5 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678039 Jan 24 09:22:53.386412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4ed3a-a9f3-4981-8ddd-42a69205996e req-a6f13e6f-81dc-4bbc-a742-f4d90cc0298a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:53.393990 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-21f4ed3a-a9f3-4981-8ddd-42a69205996e req-a6f13e6f-81dc-4bbc-a742-f4d90cc0298a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1599250 Jan 24 09:22:53.456472 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-21f4ed3a-a9f3-4981-8ddd-42a69205996e req-dd9f1da9-0ff6-44a0-a948-c41d1af9abe6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614302 Jan 24 09:22:53.597670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a167c-2e2b-406e-8821-38ae4f149323 req-70d6de50-47fb-4be6-b6cd-a6817f77aae1 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:53.603198 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff3a167c-2e2b-406e-8821-38ae4f149323 req-70d6de50-47fb-4be6-b6cd-a6817f77aae1 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1357296 Jan 24 09:22:53.631935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-296445b9-e85f-4795-abd3-b3c4395d51a9 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80079) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:22:53.640566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53232) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:53.660434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.811431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.829976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:53.834161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Usage tracker for resource:security_group_rule and tenant:b378abbc086e494ebc432bade9e0849c is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:53.837253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:53.844290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:53.906669 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff3a167c-2e2b-406e-8821-38ae4f149323 req-bb066825-5310-4bf6-b864-8f3ce64f01e0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Jan 24 09:22:53.936139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.939291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:53.948373 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5a47530e-6630-4696-9a5d-da6f1a808b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:53.950305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd832b3-d08f-4ee7-91c4-de0212c12afc req-78dacf3d-b1d7-49d3-87e3-4bb709c0809a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:53.951995 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5dd832b3-d08f-4ee7-91c4-de0212c12afc req-78dacf3d-b1d7-49d3-87e3-4bb709c0809a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.3477070 Jan 24 09:22:53.997352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7552403-fe1e-4dba-9380-b10c66255a5b,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:54.001120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:54.006746 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b378abbc086e494ebc432bade9e0849c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648911 Jan 24 09:22:54.007207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53238) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:54.008129 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5dd832b3-d08f-4ee7-91c4-de0212c12afc req-ad0c9fb1-9f59-4d86-bf6f-7a6164f2b331 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Jan 24 09:22:54.085583 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.091475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.115191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.158266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.163844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8310ef5e-2e5a-4114-9c31-e352ce2dcca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:54.179088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7552403-fe1e-4dba-9380-b10c66255a5b,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:54.181925 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:54.183086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.186559 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7552403-fe1e-4dba-9380-b10c66255a5b HTTP/1.1" status: 204 len: 168 time: 0.1659133 Jan 24 09:22:54.557237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53258) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:54.579629 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.604758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8614d4-d6b2-4ff7-ae3b-4c6b5cc8537e req-9a85341b-81e6-460a-a074-dca1fdbb9c82 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.604863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:54.606936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53262) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:54.611399 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Usage tracker for resource:security_group_rule and tenant:88c69f1f598f4657929cd9981a96dbc1 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:54.611900 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9c8614d4-d6b2-4ff7-ae3b-4c6b5cc8537e req-9a85341b-81e6-460a-a074-dca1fdbb9c82 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1313772 Jan 24 09:22:54.618572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:54.625542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:54.678247 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9c8614d4-d6b2-4ff7-ae3b-4c6b5cc8537e req-16189df6-e99a-49f3-9cb2-4eb2342a65e4 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627692 Jan 24 09:22:54.727113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.732100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.741726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-53a33385-1c49-461b-9c59-9979102dea68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:54.785221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53270) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:54.785311 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88c69f1f598f4657929cd9981a96dbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211566 Jan 24 09:22:54.794441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8e05453a-c1a5-4651-9a5b-a2f953c9065f up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:54.801208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283d8d7-aac1-455e-a8c5-871ba86c4b5c,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:54.804634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:54.868497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fc570-1cae-4e13-8c01-404d8f9d5ce4 req-94bc9721-0fcb-478a-ab76-3e41d43b776d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:54.870237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b87fc570-1cae-4e13-8c01-404d8f9d5ce4 req-94bc9721-0fcb-478a-ab76-3e41d43b776d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1730547 Jan 24 09:22:54.889047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 8e05453a-c1a5-4651-9a5b-a2f953c9065f completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:54.895993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 8e05453a-c1a5-4651-9a5b-a2f953c9065f triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:54.896701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.917512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.923229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:54.941224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:54.945907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Usage tracker for resource:security_group_rule and tenant:40536132064b4293a504bf57263b936e is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:54.949417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:54.955845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:54.971654 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b87fc570-1cae-4e13-8c01-404d8f9d5ce4 req-2775460d-1141-4a3d-83b1-8bd0f51a7aa0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836132 Jan 24 09:22:54.973512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.033207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.039211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0d30afea-5c5b-457b-8ef8-e899e3dc340b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:55.063179 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283d8d7-aac1-455e-a8c5-871ba86c4b5c,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:55.075916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.076762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.077606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.077846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.078305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.078979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.079106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.080016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.080860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.080960 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.081735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.081735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.082582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.083074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.083461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.083914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.084489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.085125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.086104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.086368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.086747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.087122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.087701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.087919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.098597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:55.102649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.139048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.142707 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.148073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.149094 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8283d8d7-aac1-455e-a8c5-871ba86c4b5c HTTP/1.1" status: 204 len: 168 time: 0.3649940 Jan 24 09:22:55.151362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-658d96df-efa7-4746-be60-a253e4e9a811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:55.158336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 8e05453a-c1a5-4651-9a5b-a2f953c9065f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:55.174654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:55.205348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e1447-3096-467f-8ed4-15bafdbd791c,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:55.213737 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40536132064b4293a504bf57263b936e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028430 Jan 24 09:22:55.213737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:55.213737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53280) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:55.255110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f120-7eb4-4c46-a94c-52922b79876a req-96365796-7e5b-4cef-af4d-ce79a66969e8 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:55.256956 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88e6f120-7eb4-4c46-a94c-52922b79876a req-96365796-7e5b-4cef-af4d-ce79a66969e8 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1595981 Jan 24 09:22:55.258514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.260621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:55.359326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=8e05453a-c1a5-4651-9a5b-a2f953c9065f,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:55.370799 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-88e6f120-7eb4-4c46-a94c-52922b79876a req-2b5011b0-82ae-41e6-bf83-ed826a435b1c tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706322 Jan 24 09:22:55.374115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.374505 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.374884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.375434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.375633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.375983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.376325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.376688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.377070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.377431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.377792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.378174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.378496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.378865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.380131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.380505 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.380870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.381238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.381600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.381961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.382323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.382680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.383043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.383502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:22:55.391620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:55.452431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44731e2d-5939-4525-815e-345a36eebd20 req-2717eba1-9952-43b0-8d50-1a05d0a6da69 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:55.454316 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44731e2d-5939-4525-815e-345a36eebd20 req-2717eba1-9952-43b0-8d50-1a05d0a6da69 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.2274792 Jan 24 09:22:55.513686 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44731e2d-5939-4525-815e-345a36eebd20 req-002fccca-10d3-4228-ab4d-705e11ef50b5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518324 Jan 24 09:22:55.543887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.568224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.617487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.623404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0169ddf9-0cf1-4406-a0c7-169273cbd8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:55.643787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e1447-3096-467f-8ed4-15bafdbd791c,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:55.646206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.649846 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe0e1447-3096-467f-8ed4-15bafdbd791c HTTP/1.1" status: 204 len: 168 time: 0.4326432 Jan 24 09:22:55.649846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:55.665457 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f', 'code': 200} Jan 24 09:22:55.668659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53296) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:55.689152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.706868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:55.711060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e005bed4645e4fc3a0196976f1b490e1 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:55.714271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:55.721366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:55.866038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.871930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:55.881743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1d70fdd7-c4f2-4b4e-ae2b-20957919f74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:55.937452 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e005bed4645e4fc3a0196976f1b490e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658560 Jan 24 09:22:55.938010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad0edb-e46e-43ea-a6cd-2a4d12b505b3,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:55.941217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53306) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:55.944624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:56.036500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd91b8d-5b68-4acd-b96d-544586a11539 req-7e45557b-b4b4-4ddc-9a2f-2854b510907e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:56.038514 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8fd91b8d-5b68-4acd-b96d-544586a11539 req-7e45557b-b4b4-4ddc-9a2f-2854b510907e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1828737 Jan 24 09:22:56.067232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.113618 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8fd91b8d-5b68-4acd-b96d-544586a11539 req-b05177cb-eeba-48b9-a563-47541cd99d6e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666478 Jan 24 09:22:56.127774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.150377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-d27f827d-f194-4775-9809-92a29ca892e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:56.152044 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-d27f827d-f194-4775-9809-92a29ca892e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.1636882 Jan 24 09:22:56.183247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.214033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:56.221522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Usage tracker for resource:security_group_rule and tenant:7cf178f5751042ea87b22b743ee33ec1 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:56.225047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:56.231999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:56.242225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.248385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4dc1299-ed86-43c4-a252-1b355ea6b6f6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:56.268226 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53314) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:56.271758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad0edb-e46e-43ea-a6cd-2a4d12b505b3,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:56.276838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:56.284409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.287913 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffad0edb-e46e-43ea-a6cd-2a4d12b505b3 HTTP/1.1" status: 204 len: 168 time: 0.3433573 Jan 24 09:22:56.319941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95b4ec-6385-4b33-af58-bb8f27242c7b req-513f8128-c96a-45e9-a1b0-83b74f39ff02 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:56.327914 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3d95b4ec-6385-4b33-af58-bb8f27242c7b req-513f8128-c96a-45e9-a1b0-83b74f39ff02 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1417577 Jan 24 09:22:56.333521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.355564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.359881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.369270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a667528b-e760-47b4-ad31-898b7b911772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:56.370272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:22:56.384232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Usage tracker for resource:security_group_rule and tenant:aaec9b33083243d0ba67a12b690c87b5 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:22:56.389646 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e8e4a592-f44c-46fc-8f9a-37cdbe46a42f req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294950 Jan 24 09:22:56.390084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:22:56.399224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:22:56.403670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e3faed-b1f1-4185-b619-2864b73f46b2,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:56.406962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:56.407913 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3d95b4ec-6385-4b33-af58-bb8f27242c7b req-468ad626-f16f-416b-aeff-e1ad5a78bef3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790379 Jan 24 09:22:56.508341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.511326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.520848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-220f19ce-cc61-4335-8854-88f9e0a0f4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:56.619187 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aaec9b33083243d0ba67a12b690c87b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488078 Jan 24 09:22:56.621588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8abf5b3-e00e-47fb-9de3-eab76fffc0ba,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:56.622756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53326) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:22:56.625665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:56.709989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.737741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939fa9d-e035-4fe8-87cc-4f9dc93b17ff req-536d8d08-8bb4-4436-8606-4e149b255a16 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:56.739666 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7939fa9d-e035-4fe8-87cc-4f9dc93b17ff req-536d8d08-8bb4-4436-8606-4e149b255a16 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.2043419 Jan 24 09:22:56.747292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.797839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.802682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-65f0f69f-bbc0-496b-b19e-7302a030fdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:56.811544 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7939fa9d-e035-4fe8-87cc-4f9dc93b17ff req-6ce07695-c872-4a6f-afba-99605fc3fe99 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648479 Jan 24 09:22:56.816432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8abf5b3-e00e-47fb-9de3-eab76fffc0ba,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:56.819346 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:56.827896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:56.829567 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8abf5b3-e00e-47fb-9de3-eab76fffc0ba HTTP/1.1" status: 204 len: 168 time: 0.2054024 Jan 24 09:22:56.870135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058684a-7b9b-4504-b876-5f8ad3fdc41b req-5a8c49cf-843d-40a8-80df-f1448ff6d94f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:56.872005 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5058684a-7b9b-4504-b876-5f8ad3fdc41b req-5a8c49cf-843d-40a8-80df-f1448ff6d94f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.2130516 Jan 24 09:22:56.951139 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5058684a-7b9b-4504-b876-5f8ad3fdc41b req-8182ea79-5158-47bf-a4a3-090467756c92 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703571 Jan 24 09:22:57.367501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab3b5-d935-42c1-bad7-9f8f516c2ce1 req-d61160cb-eef4-4308-acfe-252ead8f78ca tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:57.369254 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e13ab3b5-d935-42c1-bad7-9f8f516c2ce1 req-d61160cb-eef4-4308-acfe-252ead8f78ca tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1266799 Jan 24 09:22:57.426458 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e13ab3b5-d935-42c1-bad7-9f8f516c2ce1 req-c5fe905f-8abc-4fd7-854b-d15db2e8c5ed tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488124 Jan 24 09:22:57.678881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3beccc-91cf-4887-9be5-cdd830ddcf3c req-5709b0b8-ffe1-4344-90f7-9b6791c7788a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:57.682163 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f3beccc-91cf-4887-9be5-cdd830ddcf3c req-5709b0b8-ffe1-4344-90f7-9b6791c7788a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1175003 Jan 24 09:22:57.735669 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f3beccc-91cf-4887-9be5-cdd830ddcf3c req-06ff821f-5f89-43d8-bc54-01b2af75f861 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470641 Jan 24 09:22:58.185690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9026e19-686d-485e-991c-73dfbe9248fd req-77db8739-fdbb-4a26-b726-aea352c9d868 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:58.205029 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9026e19-686d-485e-991c-73dfbe9248fd req-77db8739-fdbb-4a26-b726-aea352c9d868 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.2285235 Jan 24 09:22:58.315873 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9026e19-686d-485e-991c-73dfbe9248fd req-e626da57-212b-415b-a6ef-22023b37a152 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098573 Jan 24 09:22:58.376456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c9b01-2f3a-431c-b01d-07dc2354c13f req-a4e03b0a-f03e-4b1a-87d6-3b76f0287c14 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:58.378087 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-653c9b01-2f3a-431c-b01d-07dc2354c13f req-a4e03b0a-f03e-4b1a-87d6-3b76f0287c14 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.1420512 Jan 24 09:22:58.446847 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-653c9b01-2f3a-431c-b01d-07dc2354c13f req-e5485b98-ed9b-44d4-b27f-8f5d2b7add12 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618162 Jan 24 09:22:58.684613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5e923-5105-4eec-a130-20b6c1adc4ca req-3c79892d-d450-49fd-a76f-ab7e4e44f32b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:58.692253 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5af5e923-5105-4eec-a130-20b6c1adc4ca req-3c79892d-d450-49fd-a76f-ab7e4e44f32b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 944 time: 0.1269982 Jan 24 09:22:58.745388 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5af5e923-5105-4eec-a130-20b6c1adc4ca req-a42ea1c6-4c36-445c-a344-a1073423c0f2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515137 Jan 24 09:22:59.056291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b20e2-733f-4672-9a84-d8fe3f0c2d0f req-0122d698-f92a-4c37-8312-0540aa02fc30 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:59.058012 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-408b20e2-733f-4672-9a84-d8fe3f0c2d0f req-0122d698-f92a-4c37-8312-0540aa02fc30 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1648858 Jan 24 09:22:59.112308 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-408b20e2-733f-4672-9a84-d8fe3f0c2d0f req-62fb4ca3-cce0-48f0-a0fe-58e3a59591e4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477889 Jan 24 09:22:59.382519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:59.460838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:22:59.467199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:59.467871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.639240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.698047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:22:59.699235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:59.706843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.707906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8e05453a-c1a5-4651-9a5b-a2f953c9065f up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:22:59.717672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bb842-4a0c-482f-88dd-b14380963654 req-278acfd0-608d-4006-9cc3-31fc050acbd2 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:59.725290 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-698bb842-4a0c-482f-88dd-b14380963654 req-278acfd0-608d-4006-9cc3-31fc050acbd2 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.2668688 Jan 24 09:22:59.770474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-592df07c-214b-4097-97df-468145151019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:22:59.811016 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-698bb842-4a0c-482f-88dd-b14380963654 req-401d0f4e-3825-4885-a7c5-67427247443b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847411 Jan 24 09:22:59.852468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:22:59.857478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:22:59.864071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaeaf9-0500-4e79-9a65-7899960c73c7 req-865499e8-3a1e-48cf-826d-dc2a909ff818 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:22:59.876195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 8e05453a-c1a5-4651-9a5b-a2f953c9065f triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:22:59.876334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:22:59.878971 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bbeaeaf9-0500-4e79-9a65-7899960c73c7 req-865499e8-3a1e-48cf-826d-dc2a909ff818 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 943 time: 0.2592080 Jan 24 09:22:59.954303 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f', 'code': 200} Jan 24 09:22:59.960226 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bbeaeaf9-0500-4e79-9a65-7899960c73c7 req-dac15d68-3958-41c3-b396-8975170423f1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801678 Jan 24 09:23:00.098696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:00.180202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 0de8ada5-d853-40f6-a0ed-10825945d6d8 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:00.190553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0de8ada5-d853-40f6-a0ed-10825945d6d8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:00.191354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.329958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd264-2c1c-4775-8722-f504d8d6c8d3 req-a477a17d-63d9-46f9-bd09-125b03330d1f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:00.337026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e867597-2fd5-4d6e-a7a1-84d494573524 req-09c07819-21b9-4b39-856e-a14e88bd391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:00.338515 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-daacd264-2c1c-4775-8722-f504d8d6c8d3 req-a477a17d-63d9-46f9-bd09-125b03330d1f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.2266672 Jan 24 09:23:00.340444 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e867597-2fd5-4d6e-a7a1-84d494573524 req-09c07819-21b9-4b39-856e-a14e88bd391b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1163 time: 0.1065357 Jan 24 09:23:00.430070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-0e867597-2fd5-4d6e-a7a1-84d494573524 req-a0b8362d-e520-4cb3-a41e-40eb09d564c3 service neutron] Synchronizing usage tracker for tenant:7cf178f5751042ea87b22b743ee33ec1 on resource:security_group {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:00.441221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.465366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-0e867597-2fd5-4d6e-a7a1-84d494573524 req-a0b8362d-e520-4cb3-a41e-40eb09d564c3 service neutron] Unset dirty status for tenant:7cf178f5751042ea87b22b743ee33ec1 on resource:security_group {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:00.466643 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e867597-2fd5-4d6e-a7a1-84d494573524 req-a0b8362d-e520-4cb3-a41e-40eb09d564c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190803 Jan 24 09:23:00.467005 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-daacd264-2c1c-4775-8722-f504d8d6c8d3 req-2cb3df88-9a3e-4db5-a87b-e724cb543d24 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273704 Jan 24 09:23:00.517548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 0de8ada5-d853-40f6-a0ed-10825945d6d8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=0de8ada5-d853-40f6-a0ed-10825945d6d8,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:00.522822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.524268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:00.551329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5624e-2f7f-4256-8891-68d3a5d0ae31 req-06e89274-05f1-4b8a-b0c1-1cc163202e01 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:00.553103 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69a5624e-2f7f-4256-8891-68d3a5d0ae31 req-06e89274-05f1-4b8a-b0c1-1cc163202e01 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1878424 Jan 24 09:23:00.590895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-13875aa8-d9a4-4f2d-8f36-a4ed3989919b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:00.663979 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69a5624e-2f7f-4256-8891-68d3a5d0ae31 req-5408b89a-9560-4cae-a7d9-23424a996474 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993314 Jan 24 09:23:00.716418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 84df6252-e705-4792-80e0-a1b76ea99f52 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:00.717458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 84df6252-e705-4792-80e0-a1b76ea99f52 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:00.717774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.752242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=0de8ada5-d853-40f6-a0ed-10825945d6d8,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:00.759469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:00.850712 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.886983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 84df6252-e705-4792-80e0-a1b76ea99f52, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=84df6252-e705-4792-80e0-a1b76ea99f52,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:00.890314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:00.893188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4900ba85-5729-4bd4-aba2-a5e36a01faf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:00.987799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=84df6252-e705-4792-80e0-a1b76ea99f52,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:00.991322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:01.072379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66d4f7-6c99-483d-aed4-330d51c7525b req-56c267de-84e9-4913-8bec-26ae8ff6109b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:01.074113 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c66d4f7-6c99-483d-aed4-330d51c7525b req-56c267de-84e9-4913-8bec-26ae8ff6109b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1249573 Jan 24 09:23:01.180543 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c66d4f7-6c99-483d-aed4-330d51c7525b req-6cbdd953-40fd-4663-bd4b-8f66a8c3bc0c tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982232 Jan 24 09:23:01.242677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7373eba-e495-4c12-9347-f1c2dd565bdc req-76c2e951-5585-4bd2-853b-5d7cc3d55c4a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:01.244354 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7373eba-e495-4c12-9347-f1c2dd565bdc req-76c2e951-5585-4bd2-853b-5d7cc3d55c4a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1302633 Jan 24 09:23:01.296730 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7373eba-e495-4c12-9347-f1c2dd565bdc req-9937bc3a-7b7e-472a-8611-f5baa5c178ee tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Jan 24 09:23:01.299273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53498) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:01.455721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.470771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:01.474806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:56a40556925c47ffb7159a2ed5e26437 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:01.477757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:01.484098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:01.569737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.573146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.582314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3143af32-190c-4e16-b35b-329129cfab3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:01.677573 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56a40556925c47ffb7159a2ed5e26437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747139 Jan 24 09:23:01.678249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53510) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:01.680722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e027d856-8cb5-4de3-94a5-e5c5bea07276,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:01.695079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:01.789350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fde16-ef8e-4c72-9daf-cbeae29170fc req-43ff93b8-cda1-496d-94ab-0b03664a633a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:01.791053 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-541fde16-ef8e-4c72-9daf-cbeae29170fc req-43ff93b8-cda1-496d-94ab-0b03664a633a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1870506 Jan 24 09:23:01.799660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.853936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:01.904410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:01.942835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0de8ada5-d853-40f6-a0ed-10825945d6d8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:01.943397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.004915 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-541fde16-ef8e-4c72-9daf-cbeae29170fc req-762dccbc-f3a1-44f2-9426-7c9d2f6eba49 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914868 Jan 24 09:23:02.007206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883822d7-0d56-41bd-b97b-ecfda5929596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8ada5-d853-40f6-a0ed-10825945d6d8'}, {'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:02.009500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.021117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:02.052282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e027d856-8cb5-4de3-94a5-e5c5bea07276,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:02.057968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:02.096664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aec034-8550-44ea-9459-d24c86a65208 req-cfde1a88-493c-4496-add0-7b300d6d9800 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:02.105089 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4aec034-8550-44ea-9459-d24c86a65208 req-cfde1a88-493c-4496-add0-7b300d6d9800 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.2699747 Jan 24 09:23:02.123130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.124399 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e027d856-8cb5-4de3-94a5-e5c5bea07276 HTTP/1.1" status: 204 len: 168 time: 0.4450743 Jan 24 09:23:02.170277 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4aec034-8550-44ea-9459-d24c86a65208 req-262ec620-21aa-4ee5-9298-e2aa67f4d632 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635509 Jan 24 09:23:02.194221 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883822d7-0d56-41bd-b97b-ecfda5929596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8ada5-d853-40f6-a0ed-10825945d6d8', 'code': 200} Jan 24 09:23:02.194528 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52', 'code': 200} Jan 24 09:23:02.200311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:02.282400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:02.283008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.500326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:02.572809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 84df6252-e705-4792-80e0-a1b76ea99f52 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:02.573231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.724789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a2db-7eac-4337-8186-b2b9355321cf req-55c898da-7f68-409f-8b76-33034b52e5eb tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:02.733186 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cfc4a2db-7eac-4337-8186-b2b9355321cf req-55c898da-7f68-409f-8b76-33034b52e5eb tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1829281 Jan 24 09:23:02.797755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b01e6c-4123-4a12-a1da-cb25804d0307 req-8b44fc02-bf2d-4a99-8834-ea062a884eae tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:02.799464 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69b01e6c-4123-4a12-a1da-cb25804d0307 req-8b44fc02-bf2d-4a99-8834-ea062a884eae tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.3774402 Jan 24 09:23:02.852418 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cfc4a2db-7eac-4337-8186-b2b9355321cf req-ed19abae-7afd-4660-be90-ced4fc8f056a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180058 Jan 24 09:23:02.854582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53568) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:02.901466 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69b01e6c-4123-4a12-a1da-cb25804d0307 req-b686176b-e780-4eaf-b983-0ec215fdeb46 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942905 Jan 24 09:23:02.902565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:02.919789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:02.927259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb071d1-b306-4f08-bcbe-d2ddeeaaa16b req-752e5350-f2dd-450b-ab47-89116404126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:02.928136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Usage tracker for resource:security_group_rule and tenant:9f53de633ca64f75b1d127decf219ebc is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:02.929150 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5bb071d1-b306-4f08-bcbe-d2ddeeaaa16b req-752e5350-f2dd-450b-ab47-89116404126f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1162 time: 0.1918991 Jan 24 09:23:02.931344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:02.932677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52cd91-be71-4ed1-a755-c7e9f2d94975 req-4f5efada-1eb0-4ae0-b0e8-3cf0118b675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:02.934708 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e52cd91-be71-4ed1-a755-c7e9f2d94975 req-4f5efada-1eb0-4ae0-b0e8-3cf0118b675e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 1162 time: 0.1990278 Jan 24 09:23:02.938185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:03.006305 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5bb071d1-b306-4f08-bcbe-d2ddeeaaa16b req-2a7fd1e9-4c50-499f-8a66-c02bed2939e3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645607 Jan 24 09:23:03.014327 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e52cd91-be71-4ed1-a755-c7e9f2d94975 req-59c30693-657e-43ef-a1a7-0958faff46e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594828 Jan 24 09:23:03.028184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.031107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.040533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4412bade-2ee6-4798-871c-c20a096d93b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:03.087080 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f53de633ca64f75b1d127decf219ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268074 Jan 24 09:23:03.087080 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45460b18-bd74-4d57-9abb-62d09ce63f05,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:03.087494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53576) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:03.090117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:03.154827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.183693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.235763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.241092 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-192c36fc-40f1-4043-b4cd-c9dd6ac15ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:03.248512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23511ea-40de-41b8-8276-f6f91b0e4248 req-5a579117-13a0-484f-9965-cc362b64f008 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:03.250191 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d23511ea-40de-41b8-8276-f6f91b0e4248 req-5a579117-13a0-484f-9965-cc362b64f008 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1127770 Jan 24 09:23:03.256031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45460b18-bd74-4d57-9abb-62d09ce63f05,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:03.258491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:03.259670 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45460b18-bd74-4d57-9abb-62d09ce63f05 HTTP/1.1" status: 204 len: 168 time: 0.1710465 Jan 24 09:23:03.260587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:03.317654 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d23511ea-40de-41b8-8276-f6f91b0e4248 req-2c2ee264-b83a-4d0d-9370-9f8352682dab tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596585 Jan 24 09:23:03.443878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6be5-d069-4e08-b75a-64d5839789fa req-d6a315c0-330b-4234-b1fd-a4391de0c291 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:03.448325 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7ff6be5-d069-4e08-b75a-64d5839789fa req-d6a315c0-330b-4234-b1fd-a4391de0c291 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1295204 Jan 24 09:23:03.561541 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7ff6be5-d069-4e08-b75a-64d5839789fa req-8a558981-2d6a-4ac5-a030-4c90485e0f53 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753164 Jan 24 09:23:03.600335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e098-9946-4753-b8e9-ae8e14d19bcb req-5da54e3f-c9a1-46a2-944b-64a7743dd746 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:03.601997 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c715e098-9946-4753-b8e9-ae8e14d19bcb req-5da54e3f-c9a1-46a2-944b-64a7743dd746 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1519980 Jan 24 09:23:03.614340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53590) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:03.619992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'floatingip': {'port_id': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:03.646660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:23:03.708284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.328691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53624) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:04.516621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.533748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:04.538226 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f56851a6654a9d91dbc23078c228a6 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:04.541371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:04.547566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:04.553152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dd5ea-2fb0-4601-9c75-a734fbaba8f6 req-79a004e7-4a80-48ed-bba3-4859ab629ae0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:04.554846 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-375dd5ea-2fb0-4601-9c75-a734fbaba8f6 req-79a004e7-4a80-48ed-bba3-4859ab629ae0 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.4056349 Jan 24 09:23:04.584589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b24a19-17ed-42fd-aa2f-9f0ec3f31a23 req-f3368653-2e7c-4159-ab58-b105a6a17925 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:04.586138 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-53b24a19-17ed-42fd-aa2f-9f0ec3f31a23 req-f3368653-2e7c-4159-ab58-b105a6a17925 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.4357362 Jan 24 09:23:04.644116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.647530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:04.658070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fc646d86-3a17-4293-b6b6-2061879813bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:04.691657 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2f56851a6654a9d91dbc23078c228a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608735 Jan 24 09:23:04.695293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53636) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:04.705865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf90fd0-a539-4482-9f20-acddda620107,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:04.706534 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-375dd5ea-2fb0-4601-9c75-a734fbaba8f6 req-78119e43-d468-4d8e-b9e1-23597b8ec118 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154490 Jan 24 09:23:04.709231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:04.811470 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-53b24a19-17ed-42fd-aa2f-9f0ec3f31a23 req-a5b2047b-37c8-4b97-9e19-068f60d6d618 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993134 Jan 24 09:23:05.157679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.233235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e05f6b-3c04-472a-8be2-4e056048780d req-487eeb6a-61d0-44ed-a36f-c91d669f6236 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:05.234884 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-86e05f6b-3c04-472a-8be2-4e056048780d req-487eeb6a-61d0-44ed-a36f-c91d669f6236 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.2871780 Jan 24 09:23:05.236871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.244777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:23:05.412529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.420704 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-86e05f6b-3c04-472a-8be2-4e056048780d req-867b27b7-699b-4afb-9fbb-7c2d5bd6b0f3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144381 Jan 24 09:23:05.424027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.555159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.568484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:05.584896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf90fd0-a539-4482-9f20-acddda620107,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:05.587324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:05.608491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:05.609672 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cf90fd0-a539-4482-9f20-acddda620107 HTTP/1.1" status: 204 len: 168 time: 0.9105766 Jan 24 09:23:05.633803 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Floating IP 46272e0b-627c-45a9-88f7-757a9838a8f2 associated. External IP: 172.27.2.119, port: 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f. Jan 24 09:23:05.985394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:06.019511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53656) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:06.046657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.062581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0de8ada5-d853-40f6-a0ed-10825945d6d8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:06.063106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.063609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:06.067817 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Usage tracker for resource:security_group_rule and tenant:887611ab2f7949b6a7b4239167ced574 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:06.071023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:06.097432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:06.224917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:06.233898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0197f2e-6cc7-406a-9640-08e4f007fa58 req-d5138ada-46f6-49c2-a4f9-d769c50f22ec tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:06.243262 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f0197f2e-6cc7-406a-9640-08e4f007fa58 req-d5138ada-46f6-49c2-a4f9-d769c50f22ec tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.2646208 Jan 24 09:23:06.260732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.269261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.304276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-752e32d9-591a-47e3-95d1-33ce05db4af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:06.314304 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=887611ab2f7949b6a7b4239167ced574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936509 Jan 24 09:23:06.319325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53666) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:06.322582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 84df6252-e705-4792-80e0-a1b76ea99f52 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:06.323004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.336964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d118e-2b00-4a03-ac34-176ba62d67a0 req-c0081e62-a794-48ee-8d7f-936e6da3401b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:06.339063 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d02d118e-2b00-4a03-ac34-176ba62d67a0 req-c0081e62-a794-48ee-8d7f-936e6da3401b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.3616631 Jan 24 09:23:06.353350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80922d02-aa8b-4266-8b2c-95bdf55d9172,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:06.362827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:06.401379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.412555 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f0197f2e-6cc7-406a-9640-08e4f007fa58 req-a611cae8-11b1-4125-9177-94793057a0cf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588583 Jan 24 09:23:06.430751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.477497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.483709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ddde76d0-14a9-4285-9b5b-6f528dfb962d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:06.498585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80922d02-aa8b-4266-8b2c-95bdf55d9172,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:06.501825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:06.509926 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:06.514160 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80922d02-aa8b-4266-8b2c-95bdf55d9172 HTTP/1.1" status: 204 len: 168 time: 0.1907644 Jan 24 09:23:06.591993 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d02d118e-2b00-4a03-ac34-176ba62d67a0 req-45725f9d-0122-4979-a7f5-f1857f9a3750 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945343 Jan 24 09:23:06.610987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Router beaccde7-1058-4dd3-b198-2fc329681bba has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:23:06.889267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-48fcf7ab-5b05-49a5-85a1-400d8ecb66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:06.890875 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-48fcf7ab-5b05-49a5-85a1-400d8ecb66c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 1162 time: 0.0986316 Jan 24 09:23:06.979466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2627c-dfa1-4119-8514-6c05e143f0fb req-2dbe96ee-3375-4057-b7c7-a227bd4cf7dd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:06.987469 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-54a2627c-dfa1-4119-8514-6c05e143f0fb req-2dbe96ee-3375-4057-b7c7-a227bd4cf7dd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.2340720 Jan 24 09:23:06.991531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:23:07.008825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] Sync routers for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:23:07.015319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:07.022473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:07.024062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:22:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:07.082648 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-4ed8d57d-7c45-4b87-9708-1f1fa7ba6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.084558 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-4ed8d57d-7c45-4b87-9708-1f1fa7ba6227 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 913 time: 0.1868336 Jan 24 09:23:07.092776 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53680) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:07.131191 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4e0a74ca-d064-45f2-8eeb-c45915295a28 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "PUT /v2.0/floatingips/46272e0b-627c-45a9-88f7-757a9838a8f2 HTTP/1.1" status: 200 len: 992 time: 3.5130329 Jan 24 09:23:07.135776 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-54a2627c-dfa1-4119-8514-6c05e143f0fb req-c1e666c5-93b3-41a8-8d26-916d14d62022 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473815 Jan 24 09:23:07.139797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:07.148091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:07.178304 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-3b95a4a0-1a98-44c7-b5c0-d050f2ca9232 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de8ada5-d853-40f6-a0ed-10825945d6d8 HTTP/1.1" status: 200 len: 217 time: 0.0856633 Jan 24 09:23:07.211890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea96e8d-aeda-456f-9050-9d01ea84f1e4 req-f0281e36-463f-4d99-b6e1-6590094ce590 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.225505 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ea96e8d-aeda-456f-9050-9d01ea84f1e4 req-f0281e36-463f-4d99-b6e1-6590094ce590 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.3793430 Jan 24 09:23:07.228188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:07.237765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Usage tracker for resource:security_group_rule and tenant:0f957892d02a4895bb9c384b537e356d is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:07.243058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:07.281289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:07.302559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:07.339381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-d32ea324-4bc6-4820-a134-365156ef309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.344196 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-d32ea324-4bc6-4820-a134-365156ef309b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.1557021 Jan 24 09:23:07.375988 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ea96e8d-aeda-456f-9050-9d01ea84f1e4 req-6f0f0c43-65d4-4c8e-a9b5-b1d61de6dc5b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396449 Jan 24 09:23:07.432066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:07.463111 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-13aa722a-380e-4e71-95c4-fdaf7197f82b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109819 Jan 24 09:23:07.612010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0de8ada5-d853-40f6-a0ed-10825945d6d8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:07.612435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:07.695485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:07.704797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:07.717532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-114e47dc-840f-44f5-a9d1-27a0d796a55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:07.726710 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-85b62afc-b16e-49bb-8709-ed9a54d362ac service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502506 Jan 24 09:23:07.754634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351333ec-3a83-4945-9de2-63c244d8385f,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:07.787305 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f', 'status': 'completed', 'code': 200} Jan 24 09:23:07.814725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:07.846498 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f957892d02a4895bb9c384b537e356d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492819 Jan 24 09:23:07.847766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53708) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:07.885773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '46272e0b-627c-45a9-88f7-757a9838a8f2', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'port_id': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'mac_address': 'fa:16:3e:36:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:13Z', 'updated_at': '2021-01-24T09:23:05Z', 'revision_number': 1, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:07.888785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f42f-37da-44e1-8d43-6a7660400140 req-c387c7d0-79d1-460c-bf89-dc3c0b0c29b9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:07.890360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] Checking router: beaccde7-1058-4dd3-b198-2fc329681bba for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:23:07.896144 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1743f42f-37da-44e1-8d43-6a7660400140 req-c387c7d0-79d1-460c-bf89-dc3c0b0c29b9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.2749147 Jan 24 09:23:07.908183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:07.908863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:22:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:07.973234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53714) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:07.986054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'floatingip': {'port_id': '84df6252-e705-4792-80e0-a1b76ea99f52'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:07.995059 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-919141eb-78de-4c9c-9a0a-5702a7488aa8 req-c7896702-922a-4c14-9545-edfe5bf6bdc2 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2613919 Jan 24 09:23:08.041922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-bd7d46ef-df7e-44c7-ab1f-f817aa56dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:08.044250 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-bd7d46ef-df7e-44c7-ab1f-f817aa56dadc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1163 time: 0.2377684 Jan 24 09:23:08.115553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:08.127327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.211556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-06cd3f0e-a732-4f67-9bdb-eee7c25c773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:08.213176 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-06cd3f0e-a732-4f67-9bdb-eee7c25c773b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 903 time: 0.1611545 Jan 24 09:23:08.266964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.330344 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-1699ec9a-ae5f-47bc-9d5b-8cb1b3c93eb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 200 len: 1000 time: 0.1096454 Jan 24 09:23:08.350513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.398361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6d5e4-3a07-453e-af1f-2ffef1947d2a req-a90fd961-31c0-4b28-8488-2deaf359b844 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:08.400285 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13e6d5e4-3a07-453e-af1f-2ffef1947d2a req-a90fd961-31c0-4b28-8488-2deaf359b844 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.5009789 Jan 24 09:23:08.411051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-5a25f565-d13e-447a-9804-7a30caeb6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:08.413780 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-5a25f565-d13e-447a-9804-7a30caeb6f56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0771356 Jan 24 09:23:08.528042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-f8fb7a94-5ddc-4598-b32a-736ebc6ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:08.530165 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-f8fb7a94-5ddc-4598-b32a-736ebc6ef41b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079249 Jan 24 09:23:08.537531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '46272e0b-627c-45a9-88f7-757a9838a8f2', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'port_id': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'mac_address': 'fa:16:3e:36:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:13Z', 'updated_at': '2021-01-24T09:23:05Z', 'revision_number': 1, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:08.542353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aeadee-29f8-49ad-b7e2-2cde11377814 None None] The sync data for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi is: [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '46272e0b-627c-45a9-88f7-757a9838a8f2', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'port_id': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'mac_address': 'fa:16:3e:36:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:13Z', 'updated_at': '2021-01-24T09:23:05Z', 'revision_number': 1, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:23:08.697449 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13e6d5e4-3a07-453e-af1f-2ffef1947d2a req-eb7896be-9b2f-4afb-a612-bc32f5d26440 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823582 Jan 24 09:23:08.726416 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-f8635f7d-3283-4339-9a00-7f5836e04252 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860015 Jan 24 09:23:08.760907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.775888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:08.809919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351333ec-3a83-4945-9de2-63c244d8385f,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:08.815917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:08.822851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:08.827482 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/351333ec-3a83-4945-9de2-63c244d8385f HTTP/1.1" status: 204 len: 168 time: 0.9300349 Jan 24 09:23:08.894156 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4d14baf-7e6a-4c5e-8d3d-f06d4cf3fcbf req-46bf3de0-96a9-437e-af4e-f7476cc10778 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610374 Jan 24 09:23:08.921691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de56e8d-e830-49b5-aa06-b094fdbb10ac None None] New status for floating IP 46272e0b-627c-45a9-88f7-757a9838a8f2: ACTIVE {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:23:09.216310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b50db-be49-43eb-bcde-054d4e03df17 req-bef31636-349e-4364-9bfd-597f30cb629e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:09.217986 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b20b50db-be49-43eb-bcde-054d4e03df17 req-bef31636-349e-4364-9bfd-597f30cb629e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.6372008 Jan 24 09:23:09.298968 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b20b50db-be49-43eb-bcde-054d4e03df17 req-66bc0398-61e3-418b-9387-a4e17285ec64 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 Jan 24 09:23:09.431355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.434432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:09.621545 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Floating IP 46df7835-97cb-4947-b06a-d6e4e93d7574 associated. External IP: 172.27.2.70, port: 84df6252-e705-4792-80e0-a1b76ea99f52. Jan 24 09:23:09.850894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 53764) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:09.992434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1528431822-network', 'tenant_id': 'c2780d2d93ee4606ad7b2eb6977facfa'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:10.003914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:10.010862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Usage tracker for resource:network and tenant:c2780d2d93ee4606ad7b2eb6977facfa is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:10.013893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:10.022242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:10.033672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Made reservation on behalf of c2780d2d93ee4606ad7b2eb6977facfa for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:10.039423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.055249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.075468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:10.079685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Usage tracker for resource:security_group_rule and tenant:c2780d2d93ee4606ad7b2eb6977facfa is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:10.082759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:10.088546 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:10.096088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329274-6ac1-46d6-b970-3da751296d37 req-389efe59-9631-4586-906c-ce6c7aaba759 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:10.097763 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fe329274-6ac1-46d6-b970-3da751296d37 req-389efe59-9631-4586-906c-ce6c7aaba759 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.2234716 Jan 24 09:23:10.099905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Router d229c3b3-db50-442d-a1d1-21f42fe512fb has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:23:10.175708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.178499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.181599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-022978c5-eca1-4aff-802c-c1c65e37773d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:10.215990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:23:10.225468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3962fbe-61d3-4749-927a-6555946b1342,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:10.229422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:10.233805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.234700 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Added segment cc2c6725-274e-4c9f-9c0e-068165396c54 of type vxlan for network 95e7a1a1-df69-4441-b629-adf946d8b8ec Jan 24 09:23:10.262722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.292843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.294120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:10.294771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.294918 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fe329274-6ac1-46d6-b970-3da751296d37 req-b66d24fe-6085-46a9-8bb3-de309008157f tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898832 Jan 24 09:23:10.299826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:10.333858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:23:10.338900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.344781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] Sync routers for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:23:10.360699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:10.361538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:22:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:10.398978 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fcb3811b-b002-466b-a4c5-d7a241baae5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "PUT /v2.0/floatingips/46df7835-97cb-4947-b06a-d6e4e93d7574 HTTP/1.1" status: 200 len: 990 time: 2.4209254 Jan 24 09:23:10.400097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:10.419846 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5675488 Jan 24 09:23:10.423364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53782) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:10.430955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Pushing event updated for resources: {'Network': ['ID=95e7a1a1-df69-4441-b629-adf946d8b8ec,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:10.431378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Request body: {'subnet': {'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1528431822-subnet', 'tenant_id': 'c2780d2d93ee4606ad7b2eb6977facfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:10.434593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:10.440649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:10.443166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:10.446180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Usage tracker for resource:subnet and tenant:c2780d2d93ee4606ad7b2eb6977facfa is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:10.453433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:10.459854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:10.517488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Made reservation on behalf of c2780d2d93ee4606ad7b2eb6977facfa for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:10.522226 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851494902'] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:10.566693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:10.680533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abdf93-d6b3-4763-8100-2bd524bfacc6 req-de798429-f846-4aa1-af2e-4c4cda567a81 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:10.682255 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-10abdf93-d6b3-4763-8100-2bd524bfacc6 req-de798429-f846-4aa1-af2e-4c4cda567a81 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.2188506 Jan 24 09:23:10.789451 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-10abdf93-d6b3-4763-8100-2bd524bfacc6 req-056d0c2c-3bec-4d5e-8b39-49d9b3c05ce0 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973356 Jan 24 09:23:11.055388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127736853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851494885'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.070915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-004bf602-5c9a-4d98-a375-5b0a89ff5318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:11.097894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '46df7835-97cb-4947-b06a-d6e4e93d7574', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'port_id': '84df6252-e705-4792-80e0-a1b76ea99f52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'mac_address': 'fa:16:3e:60:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:24Z', 'updated_at': '2021-01-24T09:23:09Z', 'revision_number': 1, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:11.102057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] Checking router: d229c3b3-db50-442d-a1d1-21f42fe512fb for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:23:11.111497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:23:11.112205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:22:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:11.219548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66306e72-d0cb-4916-a216-8f3e3835a460,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:11.223740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:11.283388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Checking segment: {'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:11.283731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Network hostable DHCP agents. Network: 95e7a1a1-df69-4441-b629-adf946d8b8ec, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:23:11.302644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:23:11.304787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:23:11.311799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 95e7a1a1-df69-4441-b629-adf946d8b8ec) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:11.320739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea858a7-c06f-4881-a419-268dbf280d68 None None] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:11.323512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:11.324738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:11.345616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a91a5857-b22a-4cd9-b6d1-2949246a0559 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9210641 Jan 24 09:23:11.558695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1c3f0-94dd-409c-8148-b5ab0f135ac4 None None] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:23:11.686692 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '46df7835-97cb-4947-b06a-d6e4e93d7574', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'port_id': '84df6252-e705-4792-80e0-a1b76ea99f52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'mac_address': 'fa:16:3e:60:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:24Z', 'updated_at': '2021-01-24T09:23:09Z', 'revision_number': 1, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:11.691317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943f513b-31b3-47fd-b8b6-edd74687e45f None None] The sync data for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi is: [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '46df7835-97cb-4947-b06a-d6e4e93d7574', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'port_id': '84df6252-e705-4792-80e0-a1b76ea99f52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'mac_address': 'fa:16:3e:60:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:22:24Z', 'updated_at': '2021-01-24T09:23:09Z', 'revision_number': 1, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:23:12.076141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ed418-883c-4ca1-a57e-1f3fdf026cc6 None None] New status for floating IP 46df7835-97cb-4947-b06a-d6e4e93d7574: ACTIVE {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:23:14.303419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52', 'status': 'completed', 'code': 200} Jan 24 09:23:14.351220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:14.447308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-5007400d-9b2e-4a5d-8dce-d6a168338fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:14.449028 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-5007400d-9b2e-4a5d-8dce-d6a168338fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1162 time: 0.0803447 Jan 24 09:23:14.556592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6328d-cacd-47ed-af36-33e1c1c66ad6 req-d5031d5e-a2d0-41e4-97ee-3e40f2d84311 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:14.558195 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfc6328d-cacd-47ed-af36-33e1c1c66ad6 req-d5031d5e-a2d0-41e4-97ee-3e40f2d84311 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1849797 Jan 24 09:23:14.588368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cacab-359a-4b54-925d-883b555f1a2e req-a941b359-4189-477d-8e7f-6b9f123eacae tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:14.590902 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b34cacab-359a-4b54-925d-883b555f1a2e req-a941b359-4189-477d-8e7f-6b9f123eacae tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1651032 Jan 24 09:23:14.595228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-86ec474f-5d5c-4ae3-b670-7688884262f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:14.596867 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-86ec474f-5d5c-4ae3-b670-7688884262f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1402564 Jan 24 09:23:14.667981 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfc6328d-cacd-47ed-af36-33e1c1c66ad6 req-8cf44e1d-0616-44a9-9a61-9bb0b695ff0c tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754831 Jan 24 09:23:14.678719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b34cacab-359a-4b54-925d-883b555f1a2e req-9535631c-e5ac-40a4-a756-aec87d49243b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719869 Jan 24 09:23:14.709340 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-28bdbfa1-86e7-40d8-b39a-7e897e1e0d73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 200 len: 1000 time: 0.1040254 Jan 24 09:23:14.780944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-2e8f7d7e-401c-4651-a00b-30de223d470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:14.782450 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-2e8f7d7e-401c-4651-a00b-30de223d470a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0665972 Jan 24 09:23:15.053078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-3cab580a-9146-4622-8e33-f1c3ad954325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:15.054680 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-3cab580a-9146-4622-8e33-f1c3ad954325 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2645049 Jan 24 09:23:15.200741 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-e3e83dd9-06fa-4a22-9a9e-4c6c4680fe2c service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387851 Jan 24 09:23:15.367997 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5155c1f0-ddf8-440d-942a-02a3d164d14f req-981a59c5-1ec9-46ea-a07f-1f007834d184 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1603203 Jan 24 09:23:15.982397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d10b5-d7f0-490b-88b8-469514551ca3 req-3c681c4e-3137-4e46-a94f-c810a49881ba tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:15.984120 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-549d10b5-d7f0-490b-88b8-469514551ca3 req-3c681c4e-3137-4e46-a94f-c810a49881ba tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1825428 Jan 24 09:23:16.010148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e17fd-abbd-4a59-9949-975844f4933a req-313c29c1-8c53-4547-ba6c-c954f64b95cd tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:16.011807 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7c0e17fd-abbd-4a59-9949-975844f4933a req-313c29c1-8c53-4547-ba6c-c954f64b95cd tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1672897 Jan 24 09:23:16.094397 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-549d10b5-d7f0-490b-88b8-469514551ca3 req-2c32e499-13a9-47f4-be98-eeeabab2be8e tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814347 Jan 24 09:23:16.107071 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7c0e17fd-abbd-4a59-9949-975844f4933a req-ff5c56ed-2850-4061-8e34-9d4693a19350 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795317 Jan 24 09:23:17.361407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a710e-ae83-4c9a-ba2b-f31ff9c26b14 req-b801d7b5-b2c2-48ca-815c-bf41e6bd9c12 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:17.363049 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d7a710e-ae83-4c9a-ba2b-f31ff9c26b14 req-b801d7b5-b2c2-48ca-815c-bf41e6bd9c12 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1235855 Jan 24 09:23:17.480244 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d7a710e-ae83-4c9a-ba2b-f31ff9c26b14 req-e5d4e718-0ab0-49bb-affd-5facb972ab75 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102490 Jan 24 09:23:17.518363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43000974-4403-476b-b9bc-eee72b40da1c req-91676ed9-0c26-4e27-97c9-51680e94a4d8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:17.519989 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-43000974-4403-476b-b9bc-eee72b40da1c req-91676ed9-0c26-4e27-97c9-51680e94a4d8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1365981 Jan 24 09:23:17.572423 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-43000974-4403-476b-b9bc-eee72b40da1c req-e98a9d0a-516c-4326-8827-c6ffbb7ca2a3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463984 Jan 24 09:23:18.311915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-971853bf-59b1-4a87-ad33-1931c836bca9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:18.313551 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-971853bf-59b1-4a87-ad33-1931c836bca9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/networks?id=95e7a1a1-df69-4441-b629-adf946d8b8ec HTTP/1.1" status: 200 len: 809 time: 0.3828151 Jan 24 09:23:18.329770 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-9775d1ac-580e-4284-9ea1-9fe732d09297 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/quotas/c2780d2d93ee4606ad7b2eb6977facfa HTTP/1.1" status: 200 len: 375 time: 0.0103056 Jan 24 09:23:18.384739 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-56f46432-0fa2-471e-b554-a581bbbea61d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2780d2d93ee4606ad7b2eb6977facfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486872 Jan 24 09:23:18.549947 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-75a5face-7fcb-4ea0-ab1e-21f557915281 service neutron] 10.222.0.45 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578848 Jan 24 09:23:18.766457 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-db325589-f7b3-4e12-a068-f83474ad49aa service neutron] 10.222.0.45 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2101223 Jan 24 09:23:18.802105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392d7f4-9d92-4b31-b6fa-417ad0a43ed6 req-7ada5463-f9f6-42a1-8d21-42779ac58852 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:18.803805 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d392d7f4-9d92-4b31-b6fa-417ad0a43ed6 req-7ada5463-f9f6-42a1-8d21-42779ac58852 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1513338 Jan 24 09:23:18.864883 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d392d7f4-9d92-4b31-b6fa-417ad0a43ed6 req-4b0ebdf7-cb44-462e-932b-e75ca51e9f0b tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532165 Jan 24 09:23:19.141685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0417956-e7d0-432e-b461-d1b05e7eff1e req-30d157a0-fbc5-4fa5-9fa7-d4cdf0ca8967 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:19.143370 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f0417956-e7d0-432e-b461-d1b05e7eff1e req-30d157a0-fbc5-4fa5-9fa7-d4cdf0ca8967 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1118989 Jan 24 09:23:19.222862 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f0417956-e7d0-432e-b461-d1b05e7eff1e req-0daf581d-f37f-4790-8f32-23686fe10aff tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724006 Jan 24 09:23:19.354533 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a4973cf-03ec-4ee6-b177-f7e4c04a7249 req-87b26c22-5a6e-4fa8-b969-043c5615c324 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 210 time: 0.0535688 Jan 24 09:23:19.727305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-66442854-2adf-4b3b-be88-1c1810042acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:19.834571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53964) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:19.918421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:19.987947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.003878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:20.008365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Usage tracker for resource:security_group_rule and tenant:9fe26e7e3d724160898edfb3d4203acc is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:20.012008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:20.017729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:20.157314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-7e63458a-e10f-4617-9a5c-2e8b8b641c86 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:20.158099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-7e63458a-e10f-4617-9a5c-2e8b8b641c86 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Synchronizing usage tracker for tenant:5949bbcd230e4b35b16b733813d0cff7 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:20.174897 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-7e63458a-e10f-4617-9a5c-2e8b8b641c86 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Unset dirty status for tenant:5949bbcd230e4b35b16b733813d0cff7 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:20.176155 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-7e63458a-e10f-4617-9a5c-2e8b8b641c86 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.48 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1254904 Jan 24 09:23:20.181524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ebc68-d0f5-4f70-9085-bc8a01b7fd33 req-a1ecdae2-9b8f-4434-8543-d7c793fe2d48 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:20.183748 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea2ebc68-d0f5-4f70-9085-bc8a01b7fd33 req-a1ecdae2-9b8f-4434-8543-d7c793fe2d48 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 943 time: 0.1635737 Jan 24 09:23:20.234395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.249094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.262551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:20.280049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Deleting port cd81c604-16d3-4bb5-b28a-62cca451b1e9 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:23:20.280447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.288905 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea2ebc68-d0f5-4f70-9085-bc8a01b7fd33 req-45847a07-49ca-4a86-a737-f29c7233c35e tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/security-groups?id=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961931 Jan 24 09:23:20.322837 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fe26e7e3d724160898edfb3d4203acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802277 Jan 24 09:23:20.322837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53976) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:20.335453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed834753-d4c1-4a57-ae48-33ffb91829a0,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:20.342522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:20.393309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.431504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.589810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] For port cd81c604-16d3-4bb5-b28a-62cca451b1e9, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cd81c604-16d3-4bb5-b28a-62cca451b1e9,segment=NetworkSegment(3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a),segment_id=3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:20.590273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.634476 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a918c09-e4b7-4926-bf74-18a1001b13cf req-bdcd851d-3f32-40e4-9c15-ddf0161b871a tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 210 time: 0.0730019 Jan 24 09:23:20.644797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.679005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a6a54-e21c-4f3a-b870-588962739a31 req-4ae21513-e108-4ada-8ae5-9ea3e6384ba4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:20.688317 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-445a6a54-e21c-4f3a-b870-588962739a31 req-4ae21513-e108-4ada-8ae5-9ea3e6384ba4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.2323883 Jan 24 09:23:20.690424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dabe3d37-095c-4b1e-b082-d41961354b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:20.703763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed834753-d4c1-4a57-ae48-33ffb91829a0,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:20.722228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:20.734996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.736333 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed834753-d4c1-4a57-ae48-33ffb91829a0 HTTP/1.1" status: 204 len: 168 time: 0.4177182 Jan 24 09:23:20.762335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 53994) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:20.803407 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-445a6a54-e21c-4f3a-b870-588962739a31 req-e54783a5-ddde-4e67-ae78-d168b708f18f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140578 Jan 24 09:23:20.879913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Calling delete_port for cd81c604-16d3-4bb5-b28a-62cca451b1e9 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:23:20.940363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:20.956988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:20.961207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Usage tracker for resource:security_group_rule and tenant:39644bc5267d4a9fbab216a34ceb43f2 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:20.964319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:20.970317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:21.082124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.089406 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.099396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-09ecc19a-be05-4e60-99e8-b7edfb5e03e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:21.143403 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39644bc5267d4a9fbab216a34ceb43f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799386 Jan 24 09:23:21.145129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3cf0f4-5992-496f-b777-8bfb9f7fa619,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:21.147728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54006) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:21.150845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:21.217109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.245531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.254335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-dbcfc5c3-75a4-4bbb-81e4-e712a615e760 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:21.255143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-dbcfc5c3-75a4-4bbb-81e4-e712a615e760 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Synchronizing usage tracker for tenant:c2780d2d93ee4606ad7b2eb6977facfa on resource:network {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:21.299886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-dbcfc5c3-75a4-4bbb-81e4-e712a615e760 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Unset dirty status for tenant:c2780d2d93ee4606ad7b2eb6977facfa on resource:network {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:21.300105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.301139 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-dbcfc5c3-75a4-4bbb-81e4-e712a615e760 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "GET /v2.0/networks?id=95e7a1a1-df69-4441-b629-adf946d8b8ec HTTP/1.1" status: 200 len: 809 time: 0.4741001 Jan 24 09:23:21.304000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.305647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8278342-00d8-4c26-ae85-e3b9cb7f9300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:21.320212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3cf0f4-5992-496f-b777-8bfb9f7fa619,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:21.323410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:21.325512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.329624 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac3cf0f4-5992-496f-b777-8bfb9f7fa619 HTTP/1.1" status: 204 len: 168 time: 0.1778092 Jan 24 09:23:21.335091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:21.390386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Request body: {'port': {'device_id': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec', 'admin_state_up': True, 'tenant_id': 'c2780d2d93ee4606ad7b2eb6977facfa'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:21.409850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Pushing event deleted for resources: {'Port': ['ID=cd81c604-16d3-4bb5-b28a-62cca451b1e9,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:21.412994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:21.657318 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-018d7fc0-aee2-4288-81e5-8a2f7cbac631 req-360ae356-eb16-4118-b3f8-f9aaebc90e1c tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.0495861 Jan 24 09:23:21.692013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:21.695043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] No DVR routers for this DVR port cd81c604-16d3-4bb5-b28a-62cca451b1e9 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:23:21.699200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Usage tracker for resource:port and tenant:c2780d2d93ee4606ad7b2eb6977facfa is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:21.703082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Quota usage for port was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:21.708420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.711210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79702ace-c1a4-4c6a-99d9-f23ec43b2748', 'name': 'network-vif-deleted', 'tag': 'cd81c604-16d3-4bb5-b28a-62cca451b1e9'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:21.737834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:21.755021 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-51bee5d7-7a11-4d7b-b81d-68588decc6d5 req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.48 "DELETE /v2.0/ports/cd81c604-16d3-4bb5-b28a-62cca451b1e9 HTTP/1.1" status: 204 len: 173 time: 1.5586913 Jan 24 09:23:21.756640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Made reservation on behalf of c2780d2d93ee4606ad7b2eb6977facfa for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:21.780587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.812944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-58ce555a-e84d-4340-aaef-8dd4c47a3d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:21.869536 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79702ace-c1a4-4c6a-99d9-f23ec43b2748', 'name': 'network-vif-deleted', 'tag': 'cd81c604-16d3-4bb5-b28a-62cca451b1e9', 'status': 'failed', 'code': 422} returned with failed status Jan 24 09:23:21.989728 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7e07ad90-4241-4761-b0fc-2f0a556d7bc4 req-a879c4f3-1f14-4057-a019-2b0f1803eea4 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 210 time: 0.0848212 Jan 24 09:23:22.193453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c9ec8-f7f5-4715-ac9d-4d34766535f7 req-89610874-814f-4c18-b666-12b9db69f649 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:22.195176 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b39c9ec8-f7f5-4715-ac9d-4d34766535f7 req-89610874-814f-4c18-b666-12b9db69f649 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.2164550 Jan 24 09:23:22.257371 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b39c9ec8-f7f5-4715-ac9d-4d34766535f7 req-3593cf58-9c31-48d0-b8f2-513f78d68057 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 Jan 24 09:23:22.349483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Allocated IP 172.20.0.11 (95e7a1a1-df69-4441-b629-adf946d8b8ec/66306e72-d0cb-4916-a216-8f3e3835a460/cacc1f86-d272-4db0-b05f-71bf250c2bdd) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:22.578834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.615994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.640269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f68c448f-dc8e-42d9-856c-9c307f969601 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:22.654075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:22.829872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Pushing event updated for resources: {'Port': ['ID=cacc1f86-d272-4db0-b05f-71bf250c2bdd,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:22.846563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:22.937764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:22.939211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:22.947004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:23.007699 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d42b6e0d-dcb2-4cbc-a9f3-8f3e1ba0c679 req-58299784-730d-4831-ba7d-8f743564881e tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.0634396 Jan 24 09:23:23.048900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:23.049734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.074121 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6953382 Jan 24 09:23:23.100082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Request body: {'port': {'device_id': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:23.237144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.296335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b4a6b-0ef7-4b96-96f6-6472c8e098ec req-25e7a423-67dd-4f6c-9b17-d881e46f9efe tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:23.299292 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f02b4a6b-0ef7-4b96-96f6-6472c8e098ec req-25e7a423-67dd-4f6c-9b17-d881e46f9efe tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 932 time: 0.1449358 Jan 24 09:23:23.364626 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3cb5b1c7-281f-4f42-b08c-634b0df77394 req-19b28d13-223d-41d0-8146-60941ec03a66 tempest-DeleteServersTestJSON-165969364 tempest-DeleteServersTestJSON-165969364] 10.222.0.45 "GET /v2.0/ports?device_id=79702ace-c1a4-4c6a-99d9-f23ec43b2748 HTTP/1.1" status: 200 len: 210 time: 0.1030159 Jan 24 09:23:23.402249 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f02b4a6b-0ef7-4b96-96f6-6472c8e098ec req-0294fc33-c470-4777-b0c2-26b652c7ef4d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Jan 24 09:23:23.633983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.686617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad11fd-7e9a-4fc0-a421-5ef97e08dd7b req-ce7041d1-5027-4d44-8d4f-1daf81af290a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:23.696955 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3cad11fd-7e9a-4fc0-a421-5ef97e08dd7b req-ce7041d1-5027-4d44-8d4f-1daf81af290a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1498373 Jan 24 09:23:23.765408 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3cad11fd-7e9a-4fc0-a421-5ef97e08dd7b req-f675f1d3-53c7-4567-81b0-1c5441bbf215 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674210 Jan 24 09:23:23.960153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacc1f86-d272-4db0-b05f-71bf250c2bdd {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:23.970088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:23.985669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Transition to ACTIVE for port object cacc1f86-d272-4db0-b05f-71bf250c2bdd will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:23.989864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.088366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54114) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:24.130046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.140009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:24.209099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Deleting subnet 63ef40f2-debc-4de8-a6e4-a8bc041fb1ec {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:23:24.213192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.282173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036726915420'] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.349837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.355570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Pushing event updated for resources: {'Port': ['ID=cacc1f86-d272-4db0-b05f-71bf250c2bdd,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:24.364410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:24.395277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Attempting to bind port cacc1f86-d272-4db0-b05f-71bf250c2bdd on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:24.395705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Attempting to bind port cacc1f86-d272-4db0-b05f-71bf250c2bdd by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:24.396078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Attempting to bind port cacc1f86-d272-4db0-b05f-71bf250c2bdd on network 95e7a1a1-df69-4441-b629-adf946d8b8ec {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:24.402336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:24.402711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Checking segment: {'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:24.403122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.403524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Bound using segment: {'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:24.404025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Bound port: cacc1f86-d272-4db0-b05f-71bf250c2bdd, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:24.404398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.502298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] For port cacc1f86-d272-4db0-b05f-71bf250c2bdd, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:24.505624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] For port cacc1f86-d272-4db0-b05f-71bf250c2bdd, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cacc1f86-d272-4db0-b05f-71bf250c2bdd,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:24.508981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.540218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:24.686503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Pushing event updated for resources: {'Port': ['ID=cacc1f86-d272-4db0-b05f-71bf250c2bdd,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:24.699509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:24.713448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5b592-440c-488a-ac39-3bb54f0a4c20 req-2bd4d006-172b-4428-bd82-18b29128b9fc tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:24.715712 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7ba5b592-440c-488a-ac39-3bb54f0a4c20 req-2bd4d006-172b-4428-bd82-18b29128b9fc tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.1702876 Jan 24 09:23:24.718569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:24.719483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.721066 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-b5349146-a288-424b-aef3-d237299b3656 service neutron] 10.222.0.48 "PUT /v2.0/ports/cacc1f86-d272-4db0-b05f-71bf250c2bdd HTTP/1.1" status: 200 len: 1158 time: 1.6270630 Jan 24 09:23:24.721581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:24.721841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727038896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3280928'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:24.753497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:24.780529 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd', 'status': 'completed', 'code': 200} Jan 24 09:23:24.808107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ef40f2-debc-4de8-a6e4-a8bc041fb1ec,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:24.813194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:24.860758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-0c9ff926-e71e-4d52-bcd1-889eac9d785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:24.862387 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-0c9ff926-e71e-4d52-bcd1-889eac9d785f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2780d2d93ee4606ad7b2eb6977facfa&device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 1161 time: 0.0810051 Jan 24 09:23:24.906400 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7ba5b592-440c-488a-ac39-3bb54f0a4c20 req-0ec6ac49-7bb2-4f4b-b69e-f9e0c6e77e11 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833198 Jan 24 09:23:24.948665 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-7745ecbc-cc8e-4aff-80e8-3af2e93c53b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacc1f86-d272-4db0-b05f-71bf250c2bdd HTTP/1.1" status: 200 len: 217 time: 0.0662112 Jan 24 09:23:24.975768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.006875 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d9731380-af70-4c2e-9d79-3b5c5896e4ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/63ef40f2-debc-4de8-a6e4-a8bc041fb1ec HTTP/1.1" status: 204 len: 168 time: 0.9168081 Jan 24 09:23:25.012790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54130) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:25.020993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-be748878-071a-476e-89d3-461a72834537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:25.022857 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-be748878-071a-476e-89d3-461a72834537 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66306e72-d0cb-4916-a216-8f3e3835a460 HTTP/1.1" status: 200 len: 849 time: 0.0680547 Jan 24 09:23:25.047142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57098a7-19c3-4515-9c42-8258f6700f07 req-e31a5bcc-8a36-4f02-abf9-c087ab10551c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:25.049238 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f57098a7-19c3-4515-9c42-8258f6700f07 req-e31a5bcc-8a36-4f02-abf9-c087ab10551c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1535597 Jan 24 09:23:25.082223 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-80000f94-d753-422f-8022-40e4b8b33284 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95e7a1a1-df69-4441-b629-adf946d8b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493279 Jan 24 09:23:25.205903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f57098a7-19c3-4515-9c42-8258f6700f07 req-9a73a802-70ec-4d53-a38d-0aaf17cb9f61 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347833 Jan 24 09:23:25.212987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.245765 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-908efe91-949e-4ee6-ab7b-4e61326df91f service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445606 Jan 24 09:23:25.462691 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-01cb4f4f-b0f7-4398-830d-b84b17f7959d req-e6cc338c-cd32-4ecc-8059-7bd3b88d69d4 service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2010937 Jan 24 09:23:25.495017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.723816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-8ae8d8cd-670b-4c24-8196-538ca28e036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:25.726020 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-8ae8d8cd-670b-4c24-8196-538ca28e036d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2780d2d93ee4606ad7b2eb6977facfa&device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 1161 time: 0.1089249 Jan 24 09:23:25.835242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddee9b4-9e3d-4d31-a1a8-d56439cade1e']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:25.848402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:25.848739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0c2f0b-ae2d-45de-b7f0-0f195b355a7a') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:23:25.861261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.877655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:25.879850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:23:25.888085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-27ef81db-ec0f-4f30-bfad-927c53e99a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:25.889681 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-27ef81db-ec0f-4f30-bfad-927c53e99a23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=95e7a1a1-df69-4441-b629-adf946d8b8ec HTTP/1.1" status: 200 len: 903 time: 0.1561298 Jan 24 09:23:25.982843 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-e9843622-429b-4d83-96e7-b23542c267e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacc1f86-d272-4db0-b05f-71bf250c2bdd HTTP/1.1" status: 200 len: 217 time: 0.0858259 Jan 24 09:23:26.062463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-bd7ae5c8-0e0a-4762-8c4d-f6fe3919a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:26.064693 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-bd7ae5c8-0e0a-4762-8c4d-f6fe3919a212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66306e72-d0cb-4916-a216-8f3e3835a460 HTTP/1.1" status: 200 len: 849 time: 0.0735481 Jan 24 09:23:26.090375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:23:26.100809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.122985 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-b1911756-7a62-4a12-baca-c5a6d6263ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95e7a1a1-df69-4441-b629-adf946d8b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486050 Jan 24 09:23:26.293235 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-83102152-5514-4877-bda3-660bad73cde8 service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555190 Jan 24 09:23:26.399289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6de87-fa16-4628-a073-647d95294491 req-1a4d8ca2-4a91-4164-9363-2c60fd2b63f0 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:26.401024 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0df6de87-fa16-4628-a073-647d95294491 req-1a4d8ca2-4a91-4164-9363-2c60fd2b63f0 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.2692635 Jan 24 09:23:26.415091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Network fddee9b4-9e3d-4d31-a1a8-d56439cade1e has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:23:26.441780 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:23:26.466743 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-00dbce9d-3c26-4a20-a8bd-70a1e94cbd68 req-e5a711a7-9541-48fd-9f66-dc5eede258aa service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1587455 Jan 24 09:23:26.615427 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0df6de87-fa16-4628-a073-647d95294491 req-b1ce7a70-8ab0-46b1-8d45-13ae2e17317c tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907434 Jan 24 09:23:26.620359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.624565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:26.638555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6c0e820a-89a2-47c3-a4aa-5fc737e84d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:26.669279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Pushing event deleted for resources: {'Network': ['ID=fddee9b4-9e3d-4d31-a1a8-d56439cade1e,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:26.673355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:26.680715 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fddee9b4-9e3d-4d31-a1a8-d56439cade1e HTTP/1.1" status: 204 len: 168 time: 1.6602769 Jan 24 09:23:26.722258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e92fa4-6cfc-4f26-a66f-f27d8f604771 req-aa696e04-8536-40ec-810f-d74159eac175 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:26.723946 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f6e92fa4-6cfc-4f26-a66f-f27d8f604771 req-aa696e04-8536-40ec-810f-d74159eac175 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1961694 Jan 24 09:23:26.793063 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f6e92fa4-6cfc-4f26-a66f-f27d8f604771 req-ea77c32f-f966-43cb-a0d2-cd8aba847990 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610619 Jan 24 09:23:26.999090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54194) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:27.067880 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-3205075a-30a8-4aeb-9f65-92a417b6e915 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5949bbcd230e4b35b16b733813d0cff7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0643210 Jan 24 09:23:27.075193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54202) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:27.143375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.188833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.199213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54208) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:27.243979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.248841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:27.263066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81d0fc-defe-45ce-a449-6db5b7c8a7cf,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:27.265845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:27.267073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.268338 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa81d0fc-defe-45ce-a449-6db5b7c8a7cf HTTP/1.1" status: 204 len: 168 time: 0.1919878 Jan 24 09:23:27.413375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.430433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:27.434721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:80f35159c876467daf6a1538033fb6d8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:27.437850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:27.450965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:27.545970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.549400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.562018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:27.602467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b8c16-d19c-4906-80c2-08ba94d1a6e2,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:27.608271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:27.614469 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80f35159c876467daf6a1538033fb6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141970 Jan 24 09:23:27.615148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54226) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:27.687911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.722502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.787801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.793689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-61c2bd44-ec78-425a-8f03-b2229d64d7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:27.806678 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b8c16-d19c-4906-80c2-08ba94d1a6e2,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:27.809947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:27.812198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:27.816296 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e9b8c16-d19c-4906-80c2-08ba94d1a6e2 HTTP/1.1" status: 204 len: 168 time: 0.1967599 Jan 24 09:23:27.902454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a6424-8d41-4dd1-a27c-38b299ab41df req-3b70e0ef-303a-4eea-986a-c6ddcf844110 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:27.910185 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8b3a6424-8d41-4dd1-a27c-38b299ab41df req-3b70e0ef-303a-4eea-986a-c6ddcf844110 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.1444323 Jan 24 09:23:27.938263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54246) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:27.982546 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8b3a6424-8d41-4dd1-a27c-38b299ab41df req-b683fe34-389e-4fc5-b66c-6e6289ab7b9d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713074 Jan 24 09:23:28.128740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92658-9c3c-4eb7-9f2b-4ac8828c891f req-e6057553-4d5a-4f30-ae08-dcd3897d83e6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:28.130521 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b6b92658-9c3c-4eb7-9f2b-4ac8828c891f req-e6057553-4d5a-4f30-ae08-dcd3897d83e6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1468415 Jan 24 09:23:28.185259 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b6b92658-9c3c-4eb7-9f2b-4ac8828c891f req-f6712475-3a06-470e-86c6-9c62e747826d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Jan 24 09:23:28.288075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.306192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:28.310276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Usage tracker for resource:security_group_rule and tenant:8b05efc9d0264c30948f68dd54694c35 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:28.313283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:28.319059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:28.432926 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.436079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.446401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5d89f799-c607-4242-8a8e-43e8e2c99235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:28.497037 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b05efc9d0264c30948f68dd54694c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552583 Jan 24 09:23:28.497037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffaf77f-6552-4e68-9cc3-390aa5ac9d06,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:28.498127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54262) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:28.498723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:28.529349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54266) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:28.551527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.567306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:28.571410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Usage tracker for resource:security_group_rule and tenant:8b71bd8a31ca44689c607a9872ef0410 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:28.571738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.574815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:28.580749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:28.602058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.655196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.662034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c2c62862-7c4a-48fb-953c-159b8911cb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:28.682421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.686609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.687463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffaf77f-6552-4e68-9cc3-390aa5ac9d06,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:28.690150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:28.691390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.694468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e84f3915-4c35-4f48-acb4-1d41e8130114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:28.695712 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cffaf77f-6552-4e68-9cc3-390aa5ac9d06 HTTP/1.1" status: 204 len: 168 time: 0.1971552 Jan 24 09:23:28.738942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd5341-14b2-4e67-8f92-16496f466da2,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:28.743768 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b71bd8a31ca44689c607a9872ef0410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132699 Jan 24 09:23:28.745230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:28.747030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54278) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:28.815001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.843837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.890802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.896161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-920435fd-8f5a-4c5c-bd51-d83644c9721d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:28.912719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd5341-14b2-4e67-8f92-16496f466da2,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:28.915365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:28.922316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:28.925968 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92fd5341-14b2-4e67-8f92-16496f466da2 HTTP/1.1" status: 204 len: 168 time: 0.1755278 Jan 24 09:23:32.192915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ead610-4da8-4f71-aa7f-12cf11392856 req-03bc7062-547a-4a80-b705-c019e187bf9e tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:32.194445 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a0ead610-4da8-4f71-aa7f-12cf11392856 req-03bc7062-547a-4a80-b705-c019e187bf9e tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.1798067 Jan 24 09:23:32.222763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e69467-0d08-4e65-9baa-ad59469344a8 req-cfd96f2e-8371-4ee9-90a5-20e601ee1bc8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:32.224319 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b0e69467-0d08-4e65-9baa-ad59469344a8 req-cfd96f2e-8371-4ee9-90a5-20e601ee1bc8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1722734 Jan 24 09:23:32.302816 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a0ead610-4da8-4f71-aa7f-12cf11392856 req-1c637273-be28-4cff-9309-6d5378704dd4 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774639 Jan 24 09:23:32.313974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b0e69467-0d08-4e65-9baa-ad59469344a8 req-c502e1c2-346e-4714-9566-2c1577e2d69c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713470 Jan 24 09:23:33.610906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbacd6-f4f9-4db2-9035-cdfb56d77ec8 req-aa0b7e42-fb12-45b5-a9f4-468898aeb4b3 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:33.612460 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f1cbacd6-f4f9-4db2-9035-cdfb56d77ec8 req-aa0b7e42-fb12-45b5-a9f4-468898aeb4b3 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.1748750 Jan 24 09:23:33.639417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902526a-55d5-497c-b392-8dab08e4499a req-5ce336f2-b649-40f3-8abb-da4236cd46d2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:33.641007 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2902526a-55d5-497c-b392-8dab08e4499a req-5ce336f2-b649-40f3-8abb-da4236cd46d2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1623600 Jan 24 09:23:33.721186 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f1cbacd6-f4f9-4db2-9035-cdfb56d77ec8 req-beae797d-8bb3-422a-b0d2-19dda703dfad tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791304 Jan 24 09:23:33.741217 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2902526a-55d5-497c-b392-8dab08e4499a req-c37e64a8-21b8-40ca-abc7-1bbfb38a26fd tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841897 Jan 24 09:23:35.047037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d94e0-38a3-4500-814e-5f2c4028625c req-e83a96d7-bb50-4e3e-9568-b31c8041c7c2 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:35.048696 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ba9d94e0-38a3-4500-814e-5f2c4028625c req-e83a96d7-bb50-4e3e-9568-b31c8041c7c2 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.1795626 Jan 24 09:23:35.075843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912e5f5-ff39-4e4c-90d8-372a48403bdd req-9158b70b-a2b7-468a-b3c0-72a22a388ab8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:35.077344 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b912e5f5-ff39-4e4c-90d8-372a48403bdd req-9158b70b-a2b7-468a-b3c0-72a22a388ab8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1685255 Jan 24 09:23:35.156855 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ba9d94e0-38a3-4500-814e-5f2c4028625c req-a5e962f7-9c48-4f25-bd66-0c02ec79ab6b tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784969 Jan 24 09:23:35.165120 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b912e5f5-ff39-4e4c-90d8-372a48403bdd req-6f20e370-9a25-4986-a049-6dbec83e2d59 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729928 Jan 24 09:23:36.078605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-2b05d3e9-0117-4fe8-985b-58009d0f179d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80079) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:23:36.461548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179b42-0e47-4960-950a-f818c7d8a1dc req-59ef12ac-7829-42c3-8c7f-c3214e13a76d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:36.463059 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7179b42-0e47-4960-950a-f818c7d8a1dc req-59ef12ac-7829-42c3-8c7f-c3214e13a76d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.1745641 Jan 24 09:23:36.489809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127984f-0124-41fc-882c-6cf36aca3f11 req-2c1d81af-abcb-48ae-a58e-b251a6e08515 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:36.491377 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d127984f-0124-41fc-882c-6cf36aca3f11 req-2c1d81af-abcb-48ae-a58e-b251a6e08515 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1669264 Jan 24 09:23:36.571071 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7179b42-0e47-4960-950a-f818c7d8a1dc req-076f2289-ac95-4de8-a388-a905ee3538b0 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786150 Jan 24 09:23:36.577415 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d127984f-0124-41fc-882c-6cf36aca3f11 req-b90a0e82-ce3d-4a34-854a-f8cb6dc23e23 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704396 Jan 24 09:23:37.305887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cacc1f86-d272-4db0-b05f-71bf250c2bdd up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:37.382861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port cacc1f86-d272-4db0-b05f-71bf250c2bdd completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:37.388362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port cacc1f86-d272-4db0-b05f-71bf250c2bdd triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:37.388789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:37.515834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:37.544344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:37.554856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port cacc1f86-d272-4db0-b05f-71bf250c2bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cacc1f86-d272-4db0-b05f-71bf250c2bdd,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:37.558472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:37.560372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:37.610355 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd', 'code': 200} Jan 24 09:23:37.655673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=cacc1f86-d272-4db0-b05f-71bf250c2bdd,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:37.660886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:37.936531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41710546-4fd4-494f-8b7e-41085d828626 req-5ae0396a-eeff-42ce-b4f2-8c9f50a296e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:37.938196 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-41710546-4fd4-494f-8b7e-41085d828626 req-5ae0396a-eeff-42ce-b4f2-8c9f50a296e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 1163 time: 0.0806322 Jan 24 09:23:37.938834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47934bef-8499-441d-a43d-1a932f972968 req-cb9bc765-2118-4d4b-87f3-720c0de685f7 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:37.940524 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-47934bef-8499-441d-a43d-1a932f972968 req-cb9bc765-2118-4d4b-87f3-720c0de685f7 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1877112 Jan 24 09:23:37.968568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee8c5-a0b6-4ff9-a41b-2d8701e6770d req-4d106bc9-36fb-413d-898f-3687908f0fc3 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:37.970178 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb3ee8c5-a0b6-4ff9-a41b-2d8701e6770d req-4d106bc9-36fb-413d-898f-3687908f0fc3 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.1758802 Jan 24 09:23:37.982583 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-41710546-4fd4-494f-8b7e-41085d828626 req-e148f5d7-a5cb-41a6-86b8-308ad20f2cef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Jan 24 09:23:38.048024 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-47934bef-8499-441d-a43d-1a932f972968 req-7bb4ae2c-b342-46b1-8254-1f9294d338dd tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Jan 24 09:23:38.058778 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb3ee8c5-a0b6-4ff9-a41b-2d8701e6770d req-fd55e533-b646-45b9-b780-afbd7bb42275 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715806 Jan 24 09:23:38.082217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cacc1f86-d272-4db0-b05f-71bf250c2bdd up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:38.163287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port cacc1f86-d272-4db0-b05f-71bf250c2bdd triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:38.163865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:39.359777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29372ef4-74ef-485c-a418-ac90da494df2 req-356a4d7c-2522-4975-8af7-bdebf4ae1f3c tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:39.361633 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-29372ef4-74ef-485c-a418-ac90da494df2 req-356a4d7c-2522-4975-8af7-bdebf4ae1f3c tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.1357534 Jan 24 09:23:39.388032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bc8dc-721c-47cf-839d-03f09a9330d9 req-d4488369-0daa-41a0-87f2-be6093d7ab52 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:39.389666 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7e7bc8dc-721c-47cf-839d-03f09a9330d9 req-d4488369-0daa-41a0-87f2-be6093d7ab52 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.2074308 Jan 24 09:23:39.671364 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-29372ef4-74ef-485c-a418-ac90da494df2 req-559353b1-5a49-49c6-ad5d-0140ad2734d1 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805383 Jan 24 09:23:39.679119 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7e7bc8dc-721c-47cf-839d-03f09a9330d9 req-390bfac5-4da2-4cbe-9403-46dda50e794b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719467 Jan 24 09:23:40.503048 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-7996f642-0c8c-423a-bb96-b7266d80c4d2 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/networks?tenant_id=d352369d1d3442c18a8f62e3dc5fa4dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314879 Jan 24 09:23:40.647794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:23:40.692411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-43541b71-9ca7-457b-bd16-745ec0c9b7e2 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:40.694127 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-43541b71-9ca7-457b-bd16-745ec0c9b7e2 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852267 Jan 24 09:23:40.718012 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-099034bd-7421-4da4-b134-e1a08ce3a300 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/quotas/d352369d1d3442c18a8f62e3dc5fa4dc HTTP/1.1" status: 200 len: 375 time: 0.0109563 Jan 24 09:23:40.780428 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-18860c04-e0c1-4c2c-a5e8-423eeedc07fb tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?tenant_id=d352369d1d3442c18a8f62e3dc5fa4dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605145 Jan 24 09:23:40.924169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a26410-b2e8-4ac5-a519-12e9c549a7af req-09cd7112-46b5-4b5a-9246-3bd6e006d28d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:40.925833 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13a26410-b2e8-4ac5-a519-12e9c549a7af req-09cd7112-46b5-4b5a-9246-3bd6e006d28d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.1145253 Jan 24 09:23:40.996247 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13a26410-b2e8-4ac5-a519-12e9c549a7af req-7ef95743-2f46-47ee-a908-20cf1b2a4ca3 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610352 Jan 24 09:23:41.189577 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b240796b-6807-44b2-a502-29d8dd0348d0 req-a1c5fbbd-b7d6-4a90-bbbe-2f66d0032ddb tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 210 time: 0.0840592 Jan 24 09:23:41.235646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff84d-2162-44b6-b3ab-152a63f656e6 req-67c70b73-1fec-4cdc-adab-ad147caef77c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:41.237975 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b9ff84d-2162-44b6-b3ab-152a63f656e6 req-67c70b73-1fec-4cdc-adab-ad147caef77c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.2366536 Jan 24 09:23:41.304311 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b9ff84d-2162-44b6-b3ab-152a63f656e6 req-1c896e4e-6490-465a-93c5-73c213732c9f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592997 Jan 24 09:23:42.142695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54548) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:42.313146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:42.389467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:42.420366 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-e604f89d-3cbf-433f-966d-3f92e6b76625 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.48 "GET /v2.0/networks?tenant_id=d352369d1d3442c18a8f62e3dc5fa4dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909991 Jan 24 09:23:42.421773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:94ec08b4886749d1890408fc697b2031 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:42.423530 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-46de850d-b90c-438f-b8a0-bf883fc11242 req-4b39db97-65c8-42a3-8c4b-d6bd6d251cbd tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 210 time: 0.0770028 Jan 24 09:23:42.426593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:42.476765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:42.694989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-92d53fae-0de5-4560-a887-545bb4b75e6b tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:42.697121 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-92d53fae-0de5-4560-a887-545bb4b75e6b tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507532 Jan 24 09:23:42.728466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Request body: {'port': {'device_id': '90a4092c-f5c0-4904-973d-16987e56994c', 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7', 'admin_state_up': True, 'tenant_id': 'd352369d1d3442c18a8f62e3dc5fa4dc'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:42.746672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0ee8d-4d8e-46a1-a9ed-c25c3b381754 req-d0a2e903-4c01-467d-a243-5c01cb5624cf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:42.748830 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d4f0ee8d-4d8e-46a1-a9ed-c25c3b381754 req-d0a2e903-4c01-467d-a243-5c01cb5624cf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1972771 Jan 24 09:23:42.818713 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d4f0ee8d-4d8e-46a1-a9ed-c25c3b381754 req-72469064-3c0c-4808-bbba-682287236694 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588062 Jan 24 09:23:42.853423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:42.856724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:42.868472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6ed8c76-a500-4138-9fa3-f103890b3e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:42.905967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1181a08c-5425-4e22-b320-ea201a528582,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:42.922904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:42.958824 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d21f13e0-e01d-4c50-bd82-5270cd31e0b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94ec08b4886749d1890408fc697b2031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8149545 Jan 24 09:23:42.961636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54576) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:42.997012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:43.007970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Usage tracker for resource:port and tenant:d352369d1d3442c18a8f62e3dc5fa4dc is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:43.012961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Quota usage for port was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:43.019691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:43.042975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Made reservation on behalf of d352369d1d3442c18a8f62e3dc5fa4dc for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:43.060297 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.062797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.082654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.093260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.100919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:43.106137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Usage tracker for resource:security_group_rule and tenant:d352369d1d3442c18a8f62e3dc5fa4dc is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:43.110877 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:43.117225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:43.159916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.169591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-37a316a9-1a31-4444-a138-3e893cf35dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:43.188062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181a08c-5425-4e22-b320-ea201a528582,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:43.190581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.192736 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1181a08c-5425-4e22-b320-ea201a528582 HTTP/1.1" status: 204 len: 168 time: 0.2296393 Jan 24 09:23:43.193976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:43.232055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.248698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:43.261591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2fef11e9-df47-4b4a-9691-d59bb35dc0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:43.331761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae6952-3b51-4932-bd13-d96ecf81a717,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:43.390969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aceb5-8c3d-42ec-9a40-8cc3cb051d71 req-86333b8a-af7a-45af-ac1a-e7ada3d5959f tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:43.398559 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5f6aceb5-8c3d-42ec-9a40-8cc3cb051d71 req-86333b8a-af7a-45af-ac1a-e7ada3d5959f tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.1424136 Jan 24 09:23:43.414378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.414798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.415206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.416258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.416258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.416431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.416816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.417210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.417604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.417998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.418386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.418778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.419571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.419984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.420377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.421055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.421862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.422273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.422656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.423056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.423449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.423870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.424262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.424650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:43.431535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:43.461821 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5f6aceb5-8c3d-42ec-9a40-8cc3cb051d71 req-78471a47-93e0-47cd-8f2b-f7a62c432a80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623107 Jan 24 09:23:43.668251 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bf578105-3aec-4296-b159-02ade2d002e1 req-3cd1435f-6520-4ee3-a371-718c09ab50ea tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 210 time: 0.0767906 Jan 24 09:23:43.870131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Allocated IP 192.168.233.12 (bcd86c82-d3fd-433d-b9ae-0b806932bfe7/7622b651-c52f-4fd8-80b8-52d11c5a3e32/5c4006dd-2fa5-4756-bb18-d3708962e906) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:44.124876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:44.143639 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Transition to ACTIVE for port object 5c4006dd-2fa5-4756-bb18-d3708962e906 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:44.168051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:44.171961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a59cc-3bb7-4854-a78c-1ba49002ad17 req-9a74c4a3-696f-40f2-a8a5-acbbb03b5995 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:44.173687 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f83a59cc-3bb7-4854-a78c-1ba49002ad17 req-9a74c4a3-696f-40f2-a8a5-acbbb03b5995 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1156185 Jan 24 09:23:44.183755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:44.243554 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f83a59cc-3bb7-4854-a78c-1ba49002ad17 req-8a42f6a4-9a11-4d6c-a0d3-c46f482c29b9 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632477 Jan 24 09:23:44.409690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Pushing event updated for resources: {'Port': ['ID=5c4006dd-2fa5-4756-bb18-d3708962e906,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:44.422357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:44.484529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:23:44.488014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:23:44.490851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:23:44.525293 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-fdd60a28-f2b3-4a7a-b1d3-c6528f3a1ef4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1660833 Jan 24 09:23:44.586292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:44.587214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:44.623717 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9023416 Jan 24 09:23:44.787889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-abc953db-460b-4e38-bcdf-9ab44db05e72 None None] Provisioning for port 5c4006dd-2fa5-4756-bb18-d3708962e906 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:44.793521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-abc953db-460b-4e38-bcdf-9ab44db05e72 None None] Provisioning complete for port 5c4006dd-2fa5-4756-bb18-d3708962e906 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:44.793950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-abc953db-460b-4e38-bcdf-9ab44db05e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:44.815669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163421-a15e-456b-a0fe-6ee7e096f5dd req-32ed7cdf-8877-4c1a-9600-006e6e867d89 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:44.817627 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f9163421-a15e-456b-a0fe-6ee7e096f5dd req-32ed7cdf-8877-4c1a-9600-006e6e867d89 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.1108370 Jan 24 09:23:44.850436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-abc953db-460b-4e38-bcdf-9ab44db05e72 None None] Port 5c4006dd-2fa5-4756-bb18-d3708962e906 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:23:44.873828 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f9163421-a15e-456b-a0fe-6ee7e096f5dd req-b3f81afd-f14d-4bf9-aa1f-69468162635a tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494804 Jan 24 09:23:45.219317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49552-c8f2-4364-a3a2-ea12298c2c66 req-71683613-9386-4d49-9a48-b74a53738065 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:45.220861 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4b49552-c8f2-4364-a3a2-ea12298c2c66 req-71683613-9386-4d49-9a48-b74a53738065 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 935 time: 0.1031499 Jan 24 09:23:45.273673 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4b49552-c8f2-4364-a3a2-ea12298c2c66 req-594dc1eb-cb2b-4fcf-8801-f77f2161c8a3 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 Jan 24 09:23:45.605500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221e48-a898-47d8-ab4b-8ca9082b91e1 req-d1e73777-b05b-471a-a514-fb7df681a136 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:45.607123 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d221e48-a898-47d8-ab4b-8ca9082b91e1 req-d1e73777-b05b-471a-a514-fb7df681a136 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1063638 Jan 24 09:23:45.658085 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d221e48-a898-47d8-ab4b-8ca9082b91e1 req-0c04ed0c-b254-470b-b24a-ef785ff52ecb tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Jan 24 09:23:47.834899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Request body: {'port': {'device_id': '90a4092c-f5c0-4904-973d-16987e56994c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:48.008842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:48.157168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-31ae195a-a22c-4807-921b-8687740458c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.158777 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-31ae195a-a22c-4807-921b-8687740458c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.2316606 Jan 24 09:23:48.163976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ad9b-4c1d-4a84-be55-c4b65967b9bf req-f7a9aeb6-39b3-4c96-8235-70cdff08c9ed tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.165665 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5a58ad9b-4c1d-4a84-be55-c4b65967b9bf req-f7a9aeb6-39b3-4c96-8235-70cdff08c9ed tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.1955624 Jan 24 09:23:48.200925 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03616a85-9cac-4c4e-b53e-b441f5a9f8fe req-183a83a5-7e4a-4c5f-92d1-230a5b394040 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.202520 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03616a85-9cac-4c4e-b53e-b441f5a9f8fe req-183a83a5-7e4a-4c5f-92d1-230a5b394040 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 935 time: 0.1684005 Jan 24 09:23:48.284604 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5a58ad9b-4c1d-4a84-be55-c4b65967b9bf req-f3c7dafa-b6cb-4cb5-b381-09bdb9596447 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120527 Jan 24 09:23:48.293707 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03616a85-9cac-4c4e-b53e-b441f5a9f8fe req-5ef7302f-9f99-4ae7-bb66-e8a02a520ccc tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775640 Jan 24 09:23:48.475737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-fb2b6087-4b6c-4639-8596-821d343ac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.477246 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-fb2b6087-4b6c-4639-8596-821d343ac82d service neutron] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 913 time: 0.2635205 Jan 24 09:23:48.546094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac7509-2beb-4e7c-b36c-d02ef86c2618 req-7c78ae62-0240-46cb-a5f3-81df12b4b0ad tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.547831 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27ac7509-2beb-4e7c-b36c-d02ef86c2618 req-7c78ae62-0240-46cb-a5f3-81df12b4b0ad tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1145256 Jan 24 09:23:48.600650 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27ac7509-2beb-4e7c-b36c-d02ef86c2618 req-d471536e-e9f8-473f-91e8-c44c5cd589aa tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Jan 24 09:23:48.601400 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-d73fe0fd-e36b-41d3-bc77-f87375f6007f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 200 len: 217 time: 0.1158891 Jan 24 09:23:48.714134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-6f5d9c18-1638-49ef-a900-05b032617d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.715714 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-6f5d9c18-1638-49ef-a900-05b032617d03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.1069303 Jan 24 09:23:48.814428 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-8d892cac-37ba-4b9f-b57c-244297044b7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640888 Jan 24 09:23:48.847479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4006dd-2fa5-4756-bb18-d3708962e906 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:23:48.853082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4de41-e391-4296-8c31-ebfdb5c56707 req-e064e747-6613-46fe-92d4-a3cc20b3012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:48.855239 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8b4de41-e391-4296-8c31-ebfdb5c56707 req-e064e747-6613-46fe-92d4-a3cc20b3012b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 1162 time: 0.3064864 Jan 24 09:23:48.874081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:48.962708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Transition to ACTIVE for port object 5c4006dd-2fa5-4756-bb18-d3708962e906 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:23:48.979826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.007189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:49.055858 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8b4de41-e391-4296-8c31-ebfdb5c56707 req-62d4131c-a00a-4161-8da4-730bdffb73fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838105 Jan 24 09:23:49.163449 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-90789858-ae45-400c-83e0-65bb0e7b52cf service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402348 Jan 24 09:23:49.177126 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4006dd-2fa5-4756-bb18-d3708962e906,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:49.181921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:49.356895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Attempting to bind port 5c4006dd-2fa5-4756-bb18-d3708962e906 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:49.357280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Attempting to bind port 5c4006dd-2fa5-4756-bb18-d3708962e906 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:23:49.357662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Attempting to bind port 5c4006dd-2fa5-4756-bb18-d3708962e906 on network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:23:49.363632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:23:49.363992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Checking segment: {'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:23:49.364393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.364931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Bound using segment: {'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:23:49.365431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Bound port: 5c4006dd-2fa5-4756-bb18-d3708962e906, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b580a-6f72-46b5-8c8c-7d6267a75cc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bcd86c82-d3fd-433d-b9ae-0b806932bfe7'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:23:49.365809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.474409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] For port 5c4006dd-2fa5-4756-bb18-d3708962e906, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:23:49.477540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] For port 5c4006dd-2fa5-4756-bb18-d3708962e906, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c4006dd-2fa5-4756-bb18-d3708962e906,segment=NetworkSegment(b33b580a-6f72-46b5-8c8c-7d6267a75cc5),segment_id=b33b580a-6f72-46b5-8c8c-7d6267a75cc5)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:23:49.481638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.497616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:49.605378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4006dd-2fa5-4756-bb18-d3708962e906,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:49.613146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:49.737382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-72f733aa-1939-41d0-ab04-5b4acbd8bb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.860754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7d208-31a2-4e7e-a99a-6d97aab47b8a req-1ef6bf83-1a45-4452-8481-3be02dce7ad7 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:49.862657 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8fb7d208-31a2-4e7e-a99a-6d97aab47b8a req-1ef6bf83-1a45-4452-8481-3be02dce7ad7 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.2157345 Jan 24 09:23:49.891780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd28fc-1396-446e-9727-33a23668d913 req-1f45dca6-9eaa-4668-9320-198c27d3ece3 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:49.892956 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71fd28fc-1396-446e-9727-33a23668d913 req-1f45dca6-9eaa-4668-9320-198c27d3ece3 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.1914382 Jan 24 09:23:49.946545 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:49.969122 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71fd28fc-1396-446e-9727-33a23668d913 req-08becd53-c934-40d1-9afc-80a38e29729d tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581908 Jan 24 09:23:50.068565 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8fb7d208-31a2-4e7e-a99a-6d97aab47b8a req-ef2c984d-6322-4104-81ad-4d7d97d6c3c5 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743557 Jan 24 09:23:50.167426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.168172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:50.169734 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] 10.222.0.48 "PUT /v2.0/ports/5c4006dd-2fa5-4756-bb18-d3708962e906 HTTP/1.1" status: 200 len: 1161 time: 2.3397560 Jan 24 09:23:50.172376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:50.295996 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906', 'status': 'completed', 'code': 200} Jan 24 09:23:50.313499 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72add87b-baa3-4f6e-b889-47ceeef202d1 req-4e8fef61-e25b-4d5a-9e87-d348f6e74fd6 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7430351 Jan 24 09:23:50.362804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-f87ba776-9897-40c6-9a42-d39f60c099dc tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.363221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-f87ba776-9897-40c6-9a42-d39f60c099dc tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Synchronizing usage tracker for tenant:c2780d2d93ee4606ad7b2eb6977facfa on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:23:50.401221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-f87ba776-9897-40c6-9a42-d39f60c099dc tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Unset dirty status for tenant:c2780d2d93ee4606ad7b2eb6977facfa on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:23:50.402476 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-f87ba776-9897-40c6-9a42-d39f60c099dc tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.3174047 Jan 24 09:23:50.404217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3b0a-39c6-4569-bf9e-67169496cc1c req-5aa46ef5-c1c1-4fdf-8840-d96d1745b92a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.404644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-adf5b7a1-de8b-4d82-8bbe-b3b7a9da2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.406181 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-adf5b7a1-de8b-4d82-8bbe-b3b7a9da2187 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d352369d1d3442c18a8f62e3dc5fa4dc&device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 1164 time: 0.1641538 Jan 24 09:23:50.406737 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a81a3b0a-39c6-4569-bf9e-67169496cc1c req-5aa46ef5-c1c1-4fdf-8840-d96d1745b92a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.2016244 Jan 24 09:23:50.478212 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a81a3b0a-39c6-4569-bf9e-67169496cc1c req-10e0cce3-4204-4a82-b220-269f7b77c6db tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646527 Jan 24 09:23:50.587114 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-aff555ba-d8a7-4ce6-8af4-655aabc7ef88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=5c4006dd-2fa5-4756-bb18-d3708962e906 HTTP/1.1" status: 200 len: 217 time: 0.1383724 Jan 24 09:23:50.611681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Deleting port cacc1f86-d272-4db0-b05f-71bf250c2bdd {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:23:50.612049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:50.775452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-3d63df9b-3f74-43fe-8b2b-b55dfe6364d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.777048 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-3d63df9b-3f74-43fe-8b2b-b55dfe6364d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7622b651-c52f-4fd8-80b8-52d11c5a3e32 HTTP/1.1" status: 200 len: 843 time: 0.1326687 Jan 24 09:23:50.940430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:50.983788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea561cd-c360-451f-8393-380735193a17 req-8327eba1-544b-48b7-8bed-e74411c6b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:50.985411 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-8327eba1-544b-48b7-8bed-e74411c6b3d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcd86c82-d3fd-433d-b9ae-0b806932bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1973116 Jan 24 09:23:51.040435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0de8ada5-d853-40f6-a0ed-10825945d6d8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:51.041591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.046657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] For port cacc1f86-d272-4db0-b05f-71bf250c2bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cacc1f86-d272-4db0-b05f-71bf250c2bdd,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:51.047059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.212487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cacc1f86-d272-4db0-b05f-71bf250c2bdd no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:23:51.294047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ed444-87c0-444c-be3e-850837a7d7b9 req-17aea5ac-bc25-4eec-bae1-d24c8d67ec8e tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.301748 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-812ed444-87c0-444c-be3e-850837a7d7b9 req-17aea5ac-bc25-4eec-bae1-d24c8d67ec8e tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.1698122 Jan 24 09:23:51.307611 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-e2168a8a-a059-4a1f-8f79-14e8540c0839 service neutron] 10.222.0.48 "GET /v2.0/networks/bcd86c82-d3fd-433d-b9ae-0b806932bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114822 Jan 24 09:23:51.316068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Calling delete_port for cacc1f86-d272-4db0-b05f-71bf250c2bdd owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:23:51.346489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.386335 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-812ed444-87c0-444c-be3e-850837a7d7b9 req-ba49a978-8ca3-429a-b92c-b5f1a84b6891 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813940 Jan 24 09:23:51.418619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port cacc1f86-d272-4db0-b05f-71bf250c2bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cacc1f86-d272-4db0-b05f-71bf250c2bdd,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:51.419943 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:51.427504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b047e03-5e55-4516-b779-479214e1a453 req-e98ffa8c-3116-4344-8743-3f133640b67b tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.436915 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b047e03-5e55-4516-b779-479214e1a453 req-e98ffa8c-3116-4344-8743-3f133640b67b tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 946 time: 0.2223444 Jan 24 09:23:51.438261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.441364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:51.511671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:23:51.512059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:23:51.516095 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b047e03-5e55-4516-b779-479214e1a453 req-5b225853-1550-4314-a9a4-7e8b1c914570 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781233 Jan 24 09:23:51.582993 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd', 'code': 200} Jan 24 09:23:51.583640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=cacc1f86-d272-4db0-b05f-71bf250c2bdd,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:51.587215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:51.642103 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bea561cd-c360-451f-8393-380735193a17 req-08849fc9-13f6-4af5-9cdd-5f48638d57ea service neutron] 10.222.0.48 "GET /v2.0/networks/bcd86c82-d3fd-433d-b9ae-0b806932bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2914681 Jan 24 09:23:51.751720 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a113f6-9a0a-481d-abfd-38f348fcc41f req-555d59ff-6f23-4417-8d76-f34274d7cb03 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.753693 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94a113f6-9a0a-481d-abfd-38f348fcc41f req-555d59ff-6f23-4417-8d76-f34274d7cb03 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1124344 Jan 24 09:23:51.808899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b68bac2d-3c66-4097-bcc3-08ecef13c714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:51.850136 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94a113f6-9a0a-481d-abfd-38f348fcc41f req-40f54358-7e04-48f8-8fe2-70abd44353d3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894601 Jan 24 09:23:51.867426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-8853c02a-a962-4a05-a319-85c8b59e641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:51.869354 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-8853c02a-a962-4a05-a319-85c8b59e641c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d352369d1d3442c18a8f62e3dc5fa4dc&device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 1164 time: 0.1243401 Jan 24 09:23:52.013799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Deleting port cacc1f86-d272-4db0-b05f-71bf250c2bdd {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:23:52.015060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:52.188009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-c8e78d97-5d40-4111-9b97-3eda766e5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.189673 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-c8e78d97-5d40-4111-9b97-3eda766e5807 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcd86c82-d3fd-433d-b9ae-0b806932bfe7 HTTP/1.1" status: 200 len: 863 time: 0.3111033 Jan 24 09:23:52.295878 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-2d014da4-a7ea-43d0-a643-5213680e6ffa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=5c4006dd-2fa5-4756-bb18-d3708962e906 HTTP/1.1" status: 200 len: 217 time: 0.0841801 Jan 24 09:23:52.333717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5d9b-a4f7-40c7-932f-2b9acc131e0a req-1473f613-830d-41aa-b4fe-f52edeb451d8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.335367 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e0b5d9b-a4f7-40c7-932f-2b9acc131e0a req-1473f613-830d-41aa-b4fe-f52edeb451d8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1128728 Jan 24 09:23:52.390512 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e0b5d9b-a4f7-40c7-932f-2b9acc131e0a req-25f5cfcf-e32f-4342-ba34-2ed3b64f0d81 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Jan 24 09:23:52.455095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-9eb6f78f-1aff-40d3-bea3-b3b065519ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.456747 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-9eb6f78f-1aff-40d3-bea3-b3b065519ba6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7622b651-c52f-4fd8-80b8-52d11c5a3e32 HTTP/1.1" status: 200 len: 843 time: 0.1023822 Jan 24 09:23:52.464073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] For port cacc1f86-d272-4db0-b05f-71bf250c2bdd, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cacc1f86-d272-4db0-b05f-71bf250c2bdd,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:52.464487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:52.662250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:52.676149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913f272-0dcd-4d75-98b3-0d7ff31e5db9 req-9dd37c2f-e841-46e9-86a1-2533775f5a15 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.678958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Calling delete_port for cacc1f86-d272-4db0-b05f-71bf250c2bdd owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:23:52.684616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d913f272-0dcd-4d75-98b3-0d7ff31e5db9 req-9dd37c2f-e841-46e9-86a1-2533775f5a15 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.1700702 Jan 24 09:23:52.781210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-37160334-f75c-4db7-9843-d1a56a5aa037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.782887 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-37160334-f75c-4db7-9843-d1a56a5aa037 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcd86c82-d3fd-433d-b9ae-0b806932bfe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3104243 Jan 24 09:23:52.786329 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d913f272-0dcd-4d75-98b3-0d7ff31e5db9 req-c3bf6daf-e400-41a1-adec-18495ce111b5 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005781 Jan 24 09:23:52.857026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27644702-4d71-4f53-93b8-c0c24d095c7c req-d1c30bd3-940b-42aa-97ee-a08e5df2bd37 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:52.859180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27644702-4d71-4f53-93b8-c0c24d095c7c req-d1c30bd3-940b-42aa-97ee-a08e5df2bd37 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 944 time: 0.1570814 Jan 24 09:23:52.920187 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27644702-4d71-4f53-93b8-c0c24d095c7c req-31fc8c08-2a87-46fe-8853-899c39b9b9ff tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548244 Jan 24 09:23:53.011273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:53.265465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:53.338350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Pushing event deleted for resources: {'Port': ['ID=cacc1f86-d272-4db0-b05f-71bf250c2bdd,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:53.341863 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-d2475139-7e09-4d87-a26f-2d6120f0fc0f service neutron] 10.222.0.48 "GET /v2.0/networks/bcd86c82-d3fd-433d-b9ae-0b806932bfe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397565 Jan 24 09:23:53.406185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:53.483475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 54808) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:53.629417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] No DVR routers for this DVR port cacc1f86-d272-4db0-b05f-71bf250c2bdd on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:23:53.630799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:53.631700 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:53.638460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'name': 'network-vif-deleted', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:53.648620 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bd2f544-805a-4213-8bfc-af62c21a46d8 req-aa620ae2-1710-4b78-845c-55d590559aec service neutron] 10.222.0.48 "GET /v2.0/networks/bcd86c82-d3fd-433d-b9ae-0b806932bfe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2437387 Jan 24 09:23:53.656206 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b806c6a7-f4d9-4938-aaba-369e10eca314 req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "DELETE /v2.0/ports/cacc1f86-d272-4db0-b05f-71bf250c2bdd HTTP/1.1" status: 204 len: 173 time: 3.2094054 Jan 24 09:23:53.658699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:53.676553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:53.692177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3aac79588c469580182683bd25f2d7 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:53.695939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:53.710027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b92726-9da3-48c1-ae9b-81f5993f764a', 'name': 'network-vif-deleted', 'tag': 'cacc1f86-d272-4db0-b05f-71bf250c2bdd', 'status': 'completed', 'code': 200} Jan 24 09:23:53.711841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:53.811872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:53.814738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:53.824626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-154c3715-f1f4-4d89-950e-f309a01af6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:53.875630 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c3aac79588c469580182683bd25f2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907850 Jan 24 09:23:53.876494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6637f54a-df8f-46ea-8ee6-4036735d9839,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:53.878592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54826) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:53.882781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:53.966735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:53.998713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:54.049152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:54.058265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:54.073462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637f54a-df8f-46ea-8ee6-4036735d9839,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:54.083135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:54.084430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:54.089806 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6637f54a-df8f-46ea-8ee6-4036735d9839 HTTP/1.1" status: 204 len: 168 time: 0.2100251 Jan 24 09:23:54.147881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:54.171550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0444b4-9705-4a8b-9ee7-ed55a10f6a15 req-1fb77c25-94c7-4027-af5f-b0885d740c14 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.181788 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b0444b4-9705-4a8b-9ee7-ed55a10f6a15 req-1fb77c25-94c7-4027-af5f-b0885d740c14 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.2418013 Jan 24 09:23:54.276035 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d3ecdd17-a15f-4d48-bd31-8457ffadccc1 req-7702c61a-7d1d-4c93-b498-aba6e0445d71 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=23b92726-9da3-48c1-ae9b-81f5993f764a HTTP/1.1" status: 200 len: 210 time: 0.0696814 Jan 24 09:23:54.293990 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b0444b4-9705-4a8b-9ee7-ed55a10f6a15 req-58a4f943-42ed-422f-a5b5-1cfb4ef0cf98 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110501 Jan 24 09:23:54.881982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-6c85c78e-b172-4e30-a235-2a2dcc936b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.883801 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-6c85c78e-b172-4e30-a235-2a2dcc936b65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.1070714 Jan 24 09:23:54.974803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ecdd-6a6e-4840-9151-6402c8d633cc req-0dd92155-791a-4bee-aaa3-50b68fbd7e9b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:54.982785 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b63ecdd-6a6e-4840-9151-6402c8d633cc req-0dd92155-791a-4bee-aaa3-50b68fbd7e9b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1390314 Jan 24 09:23:55.047124 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b63ecdd-6a6e-4840-9151-6402c8d633cc req-5c8ef8fd-de7c-45c9-ba83-66320fe45818 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Jan 24 09:23:55.094474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-7c9b8082-58fe-4ba4-a9c3-ec5f6afa1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:55.096451 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-7c9b8082-58fe-4ba4-a9c3-ec5f6afa1215 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 913 time: 0.2051873 Jan 24 09:23:55.182632 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-debfa17c-4bee-4ef9-8433-13f972301d21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 200 len: 217 time: 0.0795033 Jan 24 09:23:55.255810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-a95efeb6-9c0a-4ad4-9cff-6a75a8765781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:55.257447 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-a95efeb6-9c0a-4ad4-9cff-6a75a8765781 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.0675681 Jan 24 09:23:55.313675 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-cae2939f-903e-42ac-8505-c1b6a4fdaa96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497329 Jan 24 09:23:55.515235 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-7fa1af64-d638-49f5-ab01-db3406e67356 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662476 Jan 24 09:23:55.647855 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654bc91-cf88-4239-98a8-c92865cd82a0 req-9566b114-1829-472c-a78f-4b501f65ec0d tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:55.660500 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e654bc91-cf88-4239-98a8-c92865cd82a0 req-9566b114-1829-472c-a78f-4b501f65ec0d tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.2124178 Jan 24 09:23:55.695000 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6c08ace6-ebd7-4187-817c-9fc6cf6ecc2f req-8865e008-5bae-45a6-9a24-c28013542c6c service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1696148 Jan 24 09:23:55.723208 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e654bc91-cf88-4239-98a8-c92865cd82a0 req-ce5f5d57-ec52-4e7a-bf5a-4bcc51fd028a tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631130 Jan 24 09:23:56.058360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-3764c909-4c44-406b-a1a7-a27af313cb1d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:56.061092 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-3764c909-4c44-406b-a1a7-a27af313cb1d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/networks?id=95e7a1a1-df69-4441-b629-adf946d8b8ec HTTP/1.1" status: 200 len: 809 time: 0.3072889 Jan 24 09:23:56.085870 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-db892d8b-f1d5-44e7-8728-177297326e32 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/quotas/c2780d2d93ee4606ad7b2eb6977facfa HTTP/1.1" status: 200 len: 375 time: 0.0185952 Jan 24 09:23:56.170295 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-6caa2d9c-3757-4909-8bbd-156473a575a9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2780d2d93ee4606ad7b2eb6977facfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772913 Jan 24 09:23:56.223848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54948) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:56.403130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:56.418470 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-14cb8b23-79be-443c-85b5-841b716cb404 service neutron] 10.222.0.45 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469077 Jan 24 09:23:56.419008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:56.423544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Usage tracker for resource:security_group_rule and tenant:99367ef5f41e4ed5a6c3ae52f34738b3 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:56.426911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:56.433579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:56.538084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:56.542123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:56.553339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aeb51185-59c9-4ad8-b050-1259393ec574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:56.603901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc1012b-1966-44ba-bf74-2c82705eb50e,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:56.609222 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99367ef5f41e4ed5a6c3ae52f34738b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838384 Jan 24 09:23:56.610326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:56.611724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 54966) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:56.693514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:56.732277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:56.783501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:56.792079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f5a046f2-c360-4104-b24d-d032990e90dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:56.810295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc1012b-1966-44ba-bf74-2c82705eb50e,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:56.813270 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-6319c199-dd4e-451c-a0d5-d304c8625e4e service neutron] 10.222.0.45 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3832803 Jan 24 09:23:56.821173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:56.822091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:56.825864 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fc1012b-1966-44ba-bf74-2c82705eb50e HTTP/1.1" status: 204 len: 168 time: 0.2107418 Jan 24 09:23:56.865413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90052f-f1ab-4388-ab74-ca22bea07397 req-d0f2ceb3-2e2d-4f0f-a46c-f3599fe959bb tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:56.867454 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f90052f-f1ab-4388-ab74-ca22bea07397 req-d0f2ceb3-2e2d-4f0f-a46c-f3599fe959bb tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.5278599 Jan 24 09:23:56.943245 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f90052f-f1ab-4388-ab74-ca22bea07397 req-b7ad2d7e-ed78-4512-90c4-75c322e4d4f9 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685163 Jan 24 09:23:57.072586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network bcd86c82-d3fd-433d-b9ae-0b806932bfe7 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:23:57.294067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a299bf-d692-4b07-9941-bd1ed144be85 req-a373ea4e-960a-48af-8073-91d4c3377c75 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:57.296027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18a299bf-d692-4b07-9941-bd1ed144be85 req-a373ea4e-960a-48af-8073-91d4c3377c75 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.1736355 Jan 24 09:23:57.406394 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e9a36880-21dd-4f75-a6f3-59d298bf1083 req-ee8eb7e1-4dcc-4361-8231-666dbce2697d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 210 time: 0.0549626 Jan 24 09:23:57.456911 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18a299bf-d692-4b07-9941-bd1ed144be85 req-46a6806b-e0d8-45c3-a142-fd6619fbba9a tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513338 Jan 24 09:23:57.641879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-468ab1bf-c4a4-4b6d-865e-c5d072c51045 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80079) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:23:58.327412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65666393-103d-47e3-b049-73e7eba92ae1 req-cb7fbc1f-2186-41d3-8375-00841f41dc3d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:58.329176 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-65666393-103d-47e3-b049-73e7eba92ae1 req-cb7fbc1f-2186-41d3-8375-00841f41dc3d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1135821 Jan 24 09:23:58.396617 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-65666393-103d-47e3-b049-73e7eba92ae1 req-6c9893b3-a70a-4fcf-9599-882fd1f99395 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600920 Jan 24 09:23:58.615625 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f5704a8a-35e5-4643-a882-40755fbe43e3 req-77e508ad-9d4d-48e0-a2bc-9870db2f41d0 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 210 time: 0.0526173 Jan 24 09:23:58.736243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55048) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:58.749509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c4006dd-2fa5-4756-bb18-d3708962e906 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:58.831234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-194ddefd-c3e6-442e-ad67-d54410d9dfa1 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:58.832944 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-194ddefd-c3e6-442e-ad67-d54410d9dfa1 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "GET /v2.0/networks?id=95e7a1a1-df69-4441-b629-adf946d8b8ec HTTP/1.1" status: 200 len: 809 time: 0.3790598 Jan 24 09:23:58.854816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493abcb-09c8-4bde-ad39-476b0332d545 req-7239f732-eb6f-45c8-97ab-495c2b1b7ca9 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:58.856810 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0493abcb-09c8-4bde-ad39-476b0332d545 req-7239f732-eb6f-45c8-97ab-495c2b1b7ca9 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.2068665 Jan 24 09:23:58.863854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 5c4006dd-2fa5-4756-bb18-d3708962e906 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:23:58.870451 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 5c4006dd-2fa5-4756-bb18-d3708962e906 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:58.870989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:58.899300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Request body: {'port': {'device_id': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec', 'admin_state_up': True, 'tenant_id': 'c2780d2d93ee4606ad7b2eb6977facfa'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:58.930498 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0493abcb-09c8-4bde-ad39-476b0332d545 req-bad6115b-cfad-4925-83dc-dc299f181384 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668736 Jan 24 09:23:58.972742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:58.990958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:58.995752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Usage tracker for resource:security_group_rule and tenant:0b8387030f824e969c365a2f36a8bed9 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:58.999659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:59.006548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:59.075164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:23:59.080202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Usage tracker for resource:port and tenant:c2780d2d93ee4606ad7b2eb6977facfa is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:23:59.083697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Quota usage for port was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:23:59.090687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:23:59.109676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.114049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.123321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Made reservation on behalf of c2780d2d93ee4606ad7b2eb6977facfa for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:23:59.135674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.144288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4c65fcc2-8a32-46e8-bf5a-a57cb35241b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:59.169846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.189194 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b8387030f824e969c365a2f36a8bed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473319 Jan 24 09:23:59.190209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92989b6-5968-4417-a48b-e471a4c54116,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:59.199371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55064) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:23:59.201010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.201611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.202227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.202824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.203389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.203878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.204270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 5c4006dd-2fa5-4756-bb18-d3708962e906, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c4006dd-2fa5-4756-bb18-d3708962e906,segment=NetworkSegment(b33b580a-6f72-46b5-8c8c-7d6267a75cc5),segment_id=b33b580a-6f72-46b5-8c8c-7d6267a75cc5)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:23:59.204386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.205299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:59.205709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.207215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.210948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.211892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:23:59.215857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.217208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.217955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.218595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.219788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.220383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.220969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.222405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.222990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.223806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.224401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.224988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.225601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.226176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.226746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.247028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:59.269995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:59.307148 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906', 'code': 200} Jan 24 09:23:59.329026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.373674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.378654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=5c4006dd-2fa5-4756-bb18-d3708962e906,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:59.390894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.391536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.392095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.392633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.393770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.394156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.394542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.394917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.395316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.395716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.396088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.397220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.397642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.398018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.398392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.398759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.399125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.399492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.399912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.400284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.401302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.401674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.402210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.402577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:23:59.409435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:59.417747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0de8ada5-d853-40f6-a0ed-10825945d6d8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:23:59.418178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.455391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.466169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-007103ab-9c41-4b71-ad6a-f77802d245e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:23:59.482530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92989b6-5968-4417-a48b-e471a4c54116,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:23:59.491214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:23:59.504475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.505862 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f92989b6-5968-4417-a48b-e471a4c54116 HTTP/1.1" status: 204 len: 168 time: 0.2634020 Jan 24 09:23:59.555924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Allocated IP 172.20.0.6 (95e7a1a1-df69-4441-b629-adf946d8b8ec/66306e72-d0cb-4916-a216-8f3e3835a460/b889e5fe-c3da-483d-8056-652c990951e6) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:23:59.734080 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0b978-5bad-4cf4-aed7-86179845aa1c req-2b5c1b4f-dd15-4a3b-a6a2-23b82fd26a00 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:59.735862 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9cf0b978-5bad-4cf4-aed7-86179845aa1c req-2b5c1b4f-dd15-4a3b-a6a2-23b82fd26a00 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1265163 Jan 24 09:23:59.804247 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9cf0b978-5bad-4cf4-aed7-86179845aa1c req-9866b3ad-1a1f-4399-a8ef-32a72a39a86b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592778 Jan 24 09:23:59.866104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:23:59.912228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c53ac-c108-4b02-8dd0-ce87b47b35e3 req-933c8fb2-8dba-45ae-99c8-665af5057c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:23:59.913864 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c0c53ac-c108-4b02-8dd0-ce87b47b35e3 req-933c8fb2-8dba-45ae-99c8-665af5057c5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 1166 time: 0.1839650 Jan 24 09:23:59.914890 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c8a00a0-8be1-4dd3-b515-7076b0d5bed4 req-6db51075-7ce3-41d4-9497-a0083548de35 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 210 time: 0.0678458 Jan 24 09:23:59.989778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.056091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:00.064874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c4006dd-2fa5-4756-bb18-d3708962e906 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:00.199513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 5c4006dd-2fa5-4756-bb18-d3708962e906 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:00.199974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.249767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c128-619f-49a9-ad83-d447e29675dc req-52d65dfc-a438-46cc-a07e-4c2cde71004b tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:00.251481 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1713c128-619f-49a9-ad83-d447e29675dc req-52d65dfc-a438-46cc-a07e-4c2cde71004b tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.1481164 Jan 24 09:24:00.294314 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c0c53ac-c108-4b02-8dd0-ce87b47b35e3 req-400e82ac-8eeb-4625-a115-b3bbe5fc9e88 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643973 Jan 24 09:24:00.306985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Pushing event updated for resources: {'Port': ['ID=b889e5fe-c3da-483d-8056-652c990951e6,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:00.311811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:00.323105 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1713c128-619f-49a9-ad83-d447e29675dc req-cb100dfa-6988-46d6-aa02-249a624f273a tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624182 Jan 24 09:24:00.394789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:00.396002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:00.400684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:00.500531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:00.501600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.530451 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6384745 Jan 24 09:24:00.690357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Request body: {'port': {'device_id': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:00.815821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:00.936909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55128) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:01.095704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352c568-afb1-4472-b20e-8fa03b20fdf1 req-816fa71c-abba-4f06-8e46-e2a85eae738f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:01.097417 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3352c568-afb1-4472-b20e-8fa03b20fdf1 req-816fa71c-abba-4f06-8e46-e2a85eae738f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1616931 Jan 24 09:24:01.213508 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3352c568-afb1-4472-b20e-8fa03b20fdf1 req-4bb66924-028f-4ca4-b22e-bd0484ff777d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090436 Jan 24 09:24:01.407825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:01.444440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:01.449695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Usage tracker for resource:security_group_rule and tenant:3aa9036ba2794a0a85ba41ae4b975912 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:01.453664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:01.462184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:01.500759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0669ae6-1ce5-457f-ae3b-d37f69c4d6b2 req-aa6ba534-720a-4c4d-9e42-67d37e89a80b tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:01.503753 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f0669ae6-1ce5-457f-ae3b-d37f69c4d6b2 req-aa6ba534-720a-4c4d-9e42-67d37e89a80b tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 931 time: 0.1742728 Jan 24 09:24:01.567375 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f0669ae6-1ce5-457f-ae3b-d37f69c4d6b2 req-0db29c19-725f-4b64-a45b-0fcf2576e783 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524139 Jan 24 09:24:01.644688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b889e5fe-c3da-483d-8056-652c990951e6 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:24:01.657077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:01.672513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Transition to ACTIVE for port object b889e5fe-c3da-483d-8056-652c990951e6 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:01.675359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:01.692527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-207dea39-e3f0-4901-85a1-38e27997dc1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:01.741342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:01.768799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:01.798686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-26dafa2a-91c2-42e3-90d5-5ad1bb058218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:01.856317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Pushing event updated for resources: {'Port': ['ID=b889e5fe-c3da-483d-8056-652c990951e6,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:01.864073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:01.985114 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aa9036ba2794a0a85ba41ae4b975912&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0461855 Jan 24 09:24:01.989091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4954d807-9dd1-4c80-81c4-716f61725e45,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:01.997645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:01.998461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55164) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:02.124659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59297e7c-b214-428a-ae35-a1770db6f66b req-f59bf35a-cb29-4d74-950c-88df3b078c6e tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:02.128506 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-59297e7c-b214-428a-ae35-a1770db6f66b req-f59bf35a-cb29-4d74-950c-88df3b078c6e tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.4944098 Jan 24 09:24:02.137195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f044e09-4b89-45d6-8c76-bd69ad7643d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.167420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Attempting to bind port b889e5fe-c3da-483d-8056-652c990951e6 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:02.167795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Attempting to bind port b889e5fe-c3da-483d-8056-652c990951e6 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:02.168167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Attempting to bind port b889e5fe-c3da-483d-8056-652c990951e6 on network 95e7a1a1-df69-4441-b629-adf946d8b8ec {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:02.174039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:02.174466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Checking segment: {'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:02.174871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.175272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Bound using segment: {'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:02.175779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Bound port: b889e5fe-c3da-483d-8056-652c990951e6, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2c6725-274e-4c9f-9c0e-068165396c54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95e7a1a1-df69-4441-b629-adf946d8b8ec'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:02.176160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.196629 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f044e09-4b89-45d6-8c76-bd69ad7643d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.217529 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-59297e7c-b214-428a-ae35-a1770db6f66b req-d0397962-9dc2-43b7-9e0f-d6f2a99a369e tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842218 Jan 24 09:24:02.260972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f044e09-4b89-45d6-8c76-bd69ad7643d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.266542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f3f994d1-f9a2-44eb-bce0-4dfc45edde1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:02.279140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] For port b889e5fe-c3da-483d-8056-652c990951e6, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:02.281910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f044e09-4b89-45d6-8c76-bd69ad7643d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954d807-9dd1-4c80-81c4-716f61725e45,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:02.282944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] For port b889e5fe-c3da-483d-8056-652c990951e6, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b889e5fe-c3da-483d-8056-652c990951e6,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:02.287718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.290012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f044e09-4b89-45d6-8c76-bd69ad7643d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:02.290893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f044e09-4b89-45d6-8c76-bd69ad7643d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.292167 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7f044e09-4b89-45d6-8c76-bd69ad7643d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4954d807-9dd1-4c80-81c4-716f61725e45 HTTP/1.1" status: 204 len: 168 time: 0.2875159 Jan 24 09:24:02.322138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-060bf374-8464-4666-a64e-e3784dcdc41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:02.483508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Pushing event updated for resources: {'Port': ['ID=b889e5fe-c3da-483d-8056-652c990951e6,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:02.487352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:02.521814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b95a9-3220-4830-824d-6645e6ec3255 req-5ec73826-5031-4f3d-a317-35c96a4ba8ab tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:02.542381 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b22b95a9-3220-4830-824d-6645e6ec3255 req-5ec73826-5031-4f3d-a317-35c96a4ba8ab tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1255295 Jan 24 09:24:02.562186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:02.563317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:02.565055 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] 10.222.0.48 "PUT /v2.0/ports/b889e5fe-c3da-483d-8056-652c990951e6 HTTP/1.1" status: 200 len: 1157 time: 1.8797574 Jan 24 09:24:02.565788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'tag': 'b889e5fe-c3da-483d-8056-652c990951e6'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:02.631480 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b22b95a9-3220-4830-824d-6645e6ec3255 req-8002681d-2af9-4492-98a3-e6cd033f815c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880933 Jan 24 09:24:02.728894 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'tag': 'b889e5fe-c3da-483d-8056-652c990951e6', 'status': 'completed', 'code': 200} Jan 24 09:24:02.737185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-d644c0f6-267c-4c17-9eb2-ecd9f09c3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:02.738932 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-d644c0f6-267c-4c17-9eb2-ecd9f09c3155 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2780d2d93ee4606ad7b2eb6977facfa&device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 1160 time: 0.1044776 Jan 24 09:24:02.856548 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-81195dbc-9ce6-4286-8733-525da7c16312 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b889e5fe-c3da-483d-8056-652c990951e6 HTTP/1.1" status: 200 len: 217 time: 0.0774276 Jan 24 09:24:02.927643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-a7672b08-e1b4-4131-8be8-1e42a3aa6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:02.929582 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-a7672b08-e1b4-4131-8be8-1e42a3aa6f42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66306e72-d0cb-4916-a216-8f3e3835a460 HTTP/1.1" status: 200 len: 849 time: 0.0659642 Jan 24 09:24:02.938052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afdcb8-2fd7-4e8c-bffa-25fc4ad0e662 req-23245e91-bb03-4399-aa5a-a7c435fbcdb9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:02.939812 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-07afdcb8-2fd7-4e8c-bffa-25fc4ad0e662 req-23245e91-bb03-4399-aa5a-a7c435fbcdb9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 943 time: 0.1088541 Jan 24 09:24:02.987231 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-0816d6b6-b9c9-4683-8203-8a44bc670fee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95e7a1a1-df69-4441-b629-adf946d8b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480690 Jan 24 09:24:03.025072 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-07afdcb8-2fd7-4e8c-bffa-25fc4ad0e662 req-f88b6cff-44ed-4483-9f51-fb081efce706 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754242 Jan 24 09:24:03.159456 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-89497402-950e-41bc-87d2-e4fedc7f615f service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594419 Jan 24 09:24:03.335008 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad970d77-0e50-4fde-9bfe-37878e3890cb req-186c9a25-875c-473b-b7c9-afba812241a6 service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1687272 Jan 24 09:24:03.345000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55218) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:03.487402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd2b8-0eea-4271-a51b-d8553eb0d0b7 req-1960d340-a534-43e6-8d59-6dbc0a1aec71 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:03.489121 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-474dd2b8-0eea-4271-a51b-d8553eb0d0b7 req-1960d340-a534-43e6-8d59-6dbc0a1aec71 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.1075666 Jan 24 09:24:03.492443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1692721181-network', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:03.504268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:03.512668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Usage tracker for resource:network and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:03.516449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:03.530785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:03.547748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Made reservation on behalf of c2cf0e1930e54690996154b31cdb6a06 for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:24:03.548149 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-474dd2b8-0eea-4271-a51b-d8553eb0d0b7 req-90c170ca-d949-4d55-9430-847d3e904288 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499392 Jan 24 09:24:03.552467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.569571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.581647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962007f-2243-4569-b97f-fd566af68e87 req-867b627a-b1e5-4777-a8e2-dc527943c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:03.583343 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c962007f-2243-4569-b97f-fd566af68e87 req-867b627a-b1e5-4777-a8e2-dc527943c3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2780d2d93ee4606ad7b2eb6977facfa&device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 1160 time: 0.1474583 Jan 24 09:24:03.588911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:03.593059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Usage tracker for resource:security_group_rule and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:03.596093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:03.624404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:03.782801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962007f-2243-4569-b97f-fd566af68e87 req-bd52a69a-12a4-4d73-972d-50aaa4c14877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:03.784623 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c962007f-2243-4569-b97f-fd566af68e87 req-bd52a69a-12a4-4d73-972d-50aaa4c14877 service neutron] 10.222.0.48 "GET /v2.0/networks?id=95e7a1a1-df69-4441-b629-adf946d8b8ec HTTP/1.1" status: 200 len: 903 time: 0.1828637 Jan 24 09:24:03.836519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.840618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.857861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:24:03.865113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46969567-87c1-4183-825b-0e7c667bf051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:03.886720 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae59c8-c151-47a8-9748-c02dfda4a6d2 req-f998bf8a-feda-4a50-a14a-b13f3fc39f2a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:03.893694 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-baae59c8-c151-47a8-9748-c02dfda4a6d2 req-f998bf8a-feda-4a50-a14a-b13f3fc39f2a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1172206 Jan 24 09:24:03.906041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.906850 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Added segment 3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4 of type vxlan for network ca62a377-fdec-46e4-84ea-b3bee741ee63 Jan 24 09:24:03.954712 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:03.958611 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-baae59c8-c151-47a8-9748-c02dfda4a6d2 req-f9303832-1dc4-48f2-81f0-da3b12c106bf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559406 Jan 24 09:24:03.966233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ce7ff-7141-4462-a306-f3e578d31a3f,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:03.970200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:04.003323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.004974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:04.005624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.013769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3658fdff-0a5e-4d6c-851f-b11131b16130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:04.121628 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7754176 Jan 24 09:24:04.122634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Pushing event updated for resources: {'Network': ['ID=ca62a377-fdec-46e4-84ea-b3bee741ee63,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:04.126137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:04.126713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55244) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:04.134797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Request body: {'subnet': {'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1692721181-subnet', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'ip_version': 4}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:04.136079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:24:04.140208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:04.144384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Usage tracker for resource:subnet and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:04.147379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:04.153770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:04.169611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Made reservation on behalf of c2cf0e1930e54690996154b31cdb6a06 for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:24:04.174320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127908065'] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.220649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe99e1-c7bf-4bd5-a2dd-227d6c20819e req-2575c7e9-cfc4-44e5-bb13-270f28cc6eef tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:04.222472 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8afe99e1-c7bf-4bd5-a2dd-227d6c20819e req-2575c7e9-cfc4-44e5-bb13-270f28cc6eef tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.1119862 Jan 24 09:24:04.280859 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8afe99e1-c7bf-4bd5-a2dd-227d6c20819e req-4bf8d542-eacf-4cc3-83ac-7d378f283bbd tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506120 Jan 24 09:24:04.512747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27240dd8-be69-4cb9-8fd1-de42ccfa7832 req-79fc3cbe-8d28-4ca6-b932-c22e42dc9cf9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:04.514274 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27240dd8-be69-4cb9-8fd1-de42ccfa7832 req-79fc3cbe-8d28-4ca6-b932-c22e42dc9cf9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 943 time: 0.1077268 Jan 24 09:24:04.566843 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27240dd8-be69-4cb9-8fd1-de42ccfa7832 req-6cc7aa38-ee76-43e0-a84a-2ff683b318a9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459459 Jan 24 09:24:04.594948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2163859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127908080'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.611117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:04.742827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1526e1c6-1ef2-45a1-85d8-2731d2be0d99,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:04.749593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:04.810013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Checking segment: {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:04.810338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Network hostable DHCP agents. Network: ca62a377-fdec-46e4-84ea-b3bee741ee63, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:24:04.828413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:24:04.836453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, ca62a377-fdec-46e4-84ea-b3bee741ee63) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:04.845775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f328d2f-7381-4779-a63e-8b6979aea7c5 None None] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:24:04.848429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:04.849088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.868916 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7411294 Jan 24 09:24:04.871751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55252) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:04.877223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:04.882168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:04.886269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Usage tracker for resource:router and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:04.889800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:04.895716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:04.905055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.906269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:04.923966 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.075532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-ca62a377-fdec-46e4-84ea-b3bee741ee63', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:24:05.076458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.270681 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c962007f-2243-4569-b97f-fd566af68e87 req-fc65ed9c-3add-4684-8a57-b96f3cf8f956 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b889e5fe-c3da-483d-8056-652c990951e6 HTTP/1.1" status: 200 len: 217 time: 0.1352239 Jan 24 09:24:05.277701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.363881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Allocated IP 172.20.0.2 (ca62a377-fdec-46e4-84ea-b3bee741ee63/1526e1c6-1ef2-45a1-85d8-2731d2be0d99/1c73bff9-7a16-4ec5-9e6b-56018d1d6423) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:05.592502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.604517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Transition to ACTIVE for port object 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:05.622351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Transition to ACTIVE for port object 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:05.627383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.643467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:05.790847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Pushing event updated for resources: {'Port': ['ID=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:05.793955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:05.805490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.836210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:05.837918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:05.838381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.840241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:05.898599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Attempting to bind port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:05.899175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Attempting to bind port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:05.899410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Attempting to bind port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 on network ca62a377-fdec-46e4-84ea-b3bee741ee63 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:05.905564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:05.905989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Checking segment: {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:05.906431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.906871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Bound using segment: {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:05.907386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Bound port: 1c73bff9-7a16-4ec5-9e6b-56018d1d6423, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:05.907841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:05.999642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] For port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:06.002967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] For port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:06.007282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:06.039360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8ae2a2a-e500-447b-9d29-1a43e0d471e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:06.116872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Allocated IP 172.27.2.225 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/04d30fae-36b2-46a8-a1b4-c6f12aa5cf76) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:06.182540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Pushing event updated for resources: {'Port': ['ID=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:06.187947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:06.276527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:06.305005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:06.321107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36687f02-bc6b-475b-86ce-b9e56e50b85e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:06.457719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Pushing event updated for resources: {'Port': ['ID=04d30fae-36b2-46a8-a1b4-c6f12aa5cf76,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:06.467988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:06.528274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:06.529761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:06.532680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:06.735889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:06.806782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:06.974078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:07.332257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:07.509008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:24:07.588617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962007f-2243-4569-b97f-fd566af68e87 req-3d919192-0b0e-4263-8b5b-b0cca22ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:07.590433 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c962007f-2243-4569-b97f-fd566af68e87 req-3d919192-0b0e-4263-8b5b-b0cca22ece11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66306e72-d0cb-4916-a216-8f3e3835a460 HTTP/1.1" status: 200 len: 849 time: 0.1078832 Jan 24 09:24:07.667034 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c962007f-2243-4569-b97f-fd566af68e87 req-6aaf4796-5b5b-4754-be87-3fc8dcc0dfca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95e7a1a1-df69-4441-b629-adf946d8b8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619349 Jan 24 09:24:07.680723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ac077-cfa0-470e-b984-db0398cce6a9 None None] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:24:07.685782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Router 63463677-9953-4db2-b14d-f8fba36f4d30 is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:24:07.726121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Provisioning for port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:07.801610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Provisioning complete for port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:07.802307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:07.850927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4161f-9b24-4310-890e-b1cec824ab97 req-61654109-ca42-4a7d-a38d-63858747a244 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:07.852723 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6ec4161f-9b24-4310-890e-b1cec824ab97 req-61654109-ca42-4a7d-a38d-63858747a244 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.1410525 Jan 24 09:24:07.884759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeaa82-25a2-465f-b7a0-a5ec1ef0f669 req-dca31ad5-09a4-4ebf-b6ac-949753dad3b3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:07.886580 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2cfeaa82-25a2-465f-b7a0-a5ec1ef0f669 req-dca31ad5-09a4-4ebf-b6ac-949753dad3b3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2157476 Jan 24 09:24:07.976816 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6ec4161f-9b24-4310-890e-b1cec824ab97 req-c5259358-6b88-4b96-8ace-f7aaf77f456f tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890615 Jan 24 09:24:08.004274 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2cfeaa82-25a2-465f-b7a0-a5ec1ef0f669 req-de158f28-e736-4461-a917-feedfc9f4cdf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954158 Jan 24 09:24:08.255862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:24:08.256642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:08.256941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Sync routers for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:24:08.271813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:08.272774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:23:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:08.285646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b151-53f1-44ba-9993-0ad8327c1a9f req-4210c9d1-a7cc-4763-af2b-9479665caa5e tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:08.287111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] For port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:08.295746 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9576b151-53f1-44ba-9993-0ad8327c1a9f req-4210c9d1-a7cc-4763-af2b-9479665caa5e tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 943 time: 0.1477888 Jan 24 09:24:08.295971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:08.299233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4fcc3399-1258-42ee-b259-cdd90f6e4eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:08.341767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:08.349955 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4770207 Jan 24 09:24:08.352568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55288) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:08.358239 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c962007f-2243-4569-b97f-fd566af68e87 req-1df8a175-a8ba-4847-8d6d-4e9179398a5c service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083908 Jan 24 09:24:08.384566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Pushing event updated for resources: {'Port': ['ID=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:08.388288 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9576b151-53f1-44ba-9993-0ad8327c1a9f req-fab43501-17aa-4a30-9611-e5a51710e7b1 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Jan 24 09:24:08.389117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:08.510517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:08.757041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e38a21cb-ec89-458d-a507-36a02b6021ea None None] Provisioning complete for port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:08.757749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e38a21cb-ec89-458d-a507-36a02b6021ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:08.826524 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c962007f-2243-4569-b97f-fd566af68e87 req-be2652f2-b565-4363-aba5-03358768c339 service neutron] 10.222.0.48 "GET /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3701465 Jan 24 09:24:08.869929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:09.144165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:09.145362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.206541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:06Z', 'revision_number': 3, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:09.211040 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Checking router: 63463677-9953-4db2-b14d-f8fba36f4d30 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:24:09.211438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Updating router 63463677-9953-4db2-b14d-f8fba36f4d30 port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:24:09.278436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.374125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0d147986-55e9-4164-82e8-b259a314d017 None None] Provisioning complete for port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:09.374592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0d147986-55e9-4164-82e8-b259a314d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.461185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464a3ca-96cf-45da-8cdc-d4a87e1d171b req-96c68ba3-34a2-442a-b47a-4b23384c367d tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:09.469852 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5464a3ca-96cf-45da-8cdc-d4a87e1d171b req-96c68ba3-34a2-442a-b47a-4b23384c367d tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.2286563 Jan 24 09:24:09.535656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12178a81-0881-412c-bc01-159a48e88603 req-f8dd7b9d-53c8-48f0-842e-641777e7458d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:09.537939 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-12178a81-0881-412c-bc01-159a48e88603 req-f8dd7b9d-53c8-48f0-842e-641777e7458d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2211249 Jan 24 09:24:09.566446 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5464a3ca-96cf-45da-8cdc-d4a87e1d171b req-c31ef237-3f8b-41f8-b267-76e429e454a8 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954344 Jan 24 09:24:09.624673 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-12178a81-0881-412c-bc01-159a48e88603 req-625758ea-2b0c-45ad-aaf6-6df4e8c89dae tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678172 Jan 24 09:24:09.668375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7ab1f771-ed03-46d9-a968-66b4062966a3 None None] Provisioning complete for port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:09.668802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f771-ed03-46d9-a968-66b4062966a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.677465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.792746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.810227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Transition to ACTIVE for port object 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:09.813916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:09.845446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce47e3-e4e3-47aa-b180-02c5a705ffaa req-5efd0329-289a-42ad-9dd0-d11c841e2b4c tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:09.847226 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ebce47e3-e4e3-47aa-b180-02c5a705ffaa req-5efd0329-289a-42ad-9dd0-d11c841e2b4c tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 943 time: 0.1191354 Jan 24 09:24:09.907705 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ebce47e3-e4e3-47aa-b180-02c5a705ffaa req-c71b7ce6-634f-4763-ae27-b4b0494dfe1c tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523429 Jan 24 09:24:09.972516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:10.141392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c4006dd-2fa5-4756-bb18-d3708962e906 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:10.202939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Allocated IP 172.20.0.1 (ca62a377-fdec-46e4-84ea-b3bee741ee63/1526e1c6-1ef2-45a1-85d8-2731d2be0d99/81f30362-1067-4b4f-8fad-12eca7728295) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:10.224774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 5c4006dd-2fa5-4756-bb18-d3708962e906 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:10.225334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.242183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Attempting to bind port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:10.242586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Attempting to bind port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:10.242984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Attempting to bind port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:10.252565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:10.253620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:10.254061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.254488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:10.255188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Bound port: 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:10.255657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.355741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] For port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:10.360361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] For port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=04d30fae-36b2-46a8-a1b4-c6f12aa5cf76,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:10.369995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.474968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.522305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Transition to ACTIVE for port object 81f30362-1067-4b4f-8fad-12eca7728295 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:10.543965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Pushing event updated for resources: {'Port': ['ID=04d30fae-36b2-46a8-a1b4-c6f12aa5cf76,revision_number=2']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:10.564191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.564579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.564962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.565332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.565698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.566064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.566429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.566792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.567173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.567536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.567936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.568294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.568688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.569045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.569403 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.569759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.570115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.570471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.570825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.571474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.571870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.572230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.572755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.573116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:10.581118 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:10.581771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1815ecff-e21f-4180-84a3-ba4f0f1cda66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:10.691886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346424-ec44-485a-91bb-3003e38f1e41 req-01adc932-ba21-4862-ab82-4bf497e3d608 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:10.692840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-80346424-ec44-485a-91bb-3003e38f1e41 req-01adc932-ba21-4862-ab82-4bf497e3d608 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Synchronizing usage tracker for tenant:d352369d1d3442c18a8f62e3dc5fa4dc on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:10.695329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Pushing event updated for resources: {'Port': ['ID=04d30fae-36b2-46a8-a1b4-c6f12aa5cf76,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:10.709756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:10.740256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:10.741200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:23:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:10.759114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-80346424-ec44-485a-91bb-3003e38f1e41 req-01adc932-ba21-4862-ab82-4bf497e3d608 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Unset dirty status for tenant:d352369d1d3442c18a8f62e3dc5fa4dc on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:10.761422 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-80346424-ec44-485a-91bb-3003e38f1e41 req-01adc932-ba21-4862-ab82-4bf497e3d608 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.48 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.3410020 Jan 24 09:24:10.775637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:10.852746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:10.941807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cda78-37f8-4c2b-88ad-35135ef8dfea req-35137170-a485-4a2c-8153-5d5d13c102a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:10.944104 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f30cda78-37f8-4c2b-88ad-35135ef8dfea req-35137170-a485-4a2c-8153-5d5d13c102a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.4096792 Jan 24 09:24:10.958932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:10.972524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c15db-b3f2-48ef-8947-f67d7c90492f req-7a821e48-ace5-4f17-92f0-f9e9d2bbedda tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:10.974467 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-436c15db-b3f2-48ef-8947-f67d7c90492f req-7a821e48-ace5-4f17-92f0-f9e9d2bbedda tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 949 time: 0.2246494 Jan 24 09:24:11.051756 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-436c15db-b3f2-48ef-8947-f67d7c90492f req-b695f861-4754-43fa-bd3b-c066db65348c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636768 Jan 24 09:24:11.081942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8c81-c862-4f27-9a15-39f452e34159 req-0506818c-dad6-4bad-970a-93b193dbab9e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.090059 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ba6a8c81-c862-4f27-9a15-39f452e34159 req-0506818c-dad6-4bad-970a-93b193dbab9e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2321746 Jan 24 09:24:11.154599 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ba6a8c81-c862-4f27-9a15-39f452e34159 req-a615094e-b01b-4cc4-9e23-af2b82289aef tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Jan 24 09:24:11.171076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Pushing event updated for resources: {'Port': ['ID=81f30362-1067-4b4f-8fad-12eca7728295,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:11.176695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:11.178647 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f30cda78-37f8-4c2b-88ad-35135ef8dfea req-511fccc8-27c6-44b8-acb2-b82f99bd87a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104466 Jan 24 09:24:11.200115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Deleting port 5c4006dd-2fa5-4756-bb18-d3708962e906 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:11.200581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:11.292763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:06Z', 'revision_number': 3, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:11.297413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d496ceb-e9a7-4b30-95db-9fc2af1a821c None None] The sync data for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi is: [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:06Z', 'revision_number': 3, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:24:11.309287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c40731-df2f-4c2e-95e4-9f675c684013 req-b3ddfbf8-4d6b-4d32-bb5a-8d983e957d18 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:11.311059 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a2c40731-df2f-4c2e-95e4-9f675c684013 req-b3ddfbf8-4d6b-4d32-bb5a-8d983e957d18 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 943 time: 0.1171761 Jan 24 09:24:11.370043 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a2c40731-df2f-4c2e-95e4-9f675c684013 req-da43206c-e505-4e6d-a958-67c96a867ee9 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 Jan 24 09:24:11.621086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:11.638860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:11.645654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:11.798165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:11.847762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] For port 5c4006dd-2fa5-4756-bb18-d3708962e906, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c4006dd-2fa5-4756-bb18-d3708962e906,segment=NetworkSegment(b33b580a-6f72-46b5-8c8c-7d6267a75cc5),segment_id=b33b580a-6f72-46b5-8c8c-7d6267a75cc5)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:11.848173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:11.859319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c4006dd-2fa5-4756-bb18-d3708962e906 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:11.985341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55362) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:12.022774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8b640851-de82-44c6-ad44-3daa75d27fef None None] Provisioning for port 81f30362-1067-4b4f-8fad-12eca7728295 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:12.043013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8b640851-de82-44c6-ad44-3daa75d27fef None None] Provisioning complete for port 81f30362-1067-4b4f-8fad-12eca7728295 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:12.043818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8b640851-de82-44c6-ad44-3daa75d27fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.069312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Calling delete_port for 5c4006dd-2fa5-4756-bb18-d3708962e906 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:12.135250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8b640851-de82-44c6-ad44-3daa75d27fef None None] Port 81f30362-1067-4b4f-8fad-12eca7728295 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:24:12.136719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.174929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 5c4006dd-2fa5-4756-bb18-d3708962e906, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c4006dd-2fa5-4756-bb18-d3708962e906,segment=NetworkSegment(b33b580a-6f72-46b5-8c8c-7d6267a75cc5),segment_id=b33b580a-6f72-46b5-8c8c-7d6267a75cc5)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:12.176108 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:12.183028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.185039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:12.237904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:24:12.238200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:24:12.293158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=5c4006dd-2fa5-4756-bb18-d3708962e906,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:12.304428 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:12.321811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.349647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:12.354415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4df15ce32740078a8ff91934d1512c is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:12.357900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:12.364342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:12.377034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.581345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.590717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.601379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-10db79d2-c0f3-4fa3-9c4e-bcf5fdb8d4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:12.697257 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e4df15ce32740078a8ff91934d1512c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107353 Jan 24 09:24:12.707425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55386) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:12.735481 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.738956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Deleting port 5c4006dd-2fa5-4756-bb18-d3708962e906 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:12.739316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.805604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689c93c-fd72-450e-951b-32823265a1e1 req-e25d195a-1da9-4143-86e5-518da482940f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:12.814237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a689c93c-fd72-450e-951b-32823265a1e1 req-e25d195a-1da9-4143-86e5-518da482940f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.4402952 Jan 24 09:24:12.821244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.830390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:12.849015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5056f58b-b76c-4517-8512-7ebb094befc1,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:12.862990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:12.897140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:12.899070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285433d-ce26-4f8c-b467-5fdc32eac6ac req-5e131af1-08f4-4fe8-a47d-fbcfbe043e34 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:12.901884 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2285433d-ce26-4f8c-b467-5fdc32eac6ac req-5e131af1-08f4-4fe8-a47d-fbcfbe043e34 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 947 time: 0.5566082 Jan 24 09:24:12.907090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:12.912770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:12.913366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:12.951508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fb12183-e466-4a13-af34-91064c6775ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.014799 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2285433d-ce26-4f8c-b467-5fdc32eac6ac req-764123ae-2c32-483b-a717-0ce3973b8276 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/security-groups?id=2aae6952-3b51-4932-bd13-d96ecf81a717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910661 Jan 24 09:24:13.030994 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a689c93c-fd72-450e-951b-32823265a1e1 req-7bb76d2a-729c-45f5-a8f9-b5716cf5f9c7 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157993 Jan 24 09:24:13.046273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fb12183-e466-4a13-af34-91064c6775ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.088117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.099817 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fb12183-e466-4a13-af34-91064c6775ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.106704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:13.111542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=04d30fae-36b2-46a8-a1b4-c6f12aa5cf76,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:13.117124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.120135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e23fe488-e74a-4e3b-955f-eaa2fb512df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:13.130073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fb12183-e466-4a13-af34-91064c6775ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.134696 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5fb12183-e466-4a13-af34-91064c6775ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5056f58b-b76c-4517-8512-7ebb094befc1 HTTP/1.1" status: 204 len: 168 time: 0.4221406 Jan 24 09:24:13.134696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12183-e466-4a13-af34-91064c6775ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5056f58b-b76c-4517-8512-7ebb094befc1,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:13.144747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.145232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5fb12183-e466-4a13-af34-91064c6775ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:13.208919 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906', 'code': 200} Jan 24 09:24:13.212300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=04d30fae-36b2-46a8-a1b4-c6f12aa5cf76,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:13.241599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:13.284288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Pushing event updated for resources: {'Port': ['ID=81f30362-1067-4b4f-8fad-12eca7728295,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:13.294656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:13.377176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dad23-99d0-4f91-a906-7dcbf0119d76 req-8416b665-0279-41d0-badc-826f4106bf9d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:13.385462 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c1dad23-99d0-4f91-a906-7dcbf0119d76 req-8416b665-0279-41d0-badc-826f4106bf9d tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 943 time: 0.1386275 Jan 24 09:24:13.440276 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c1dad23-99d0-4f91-a906-7dcbf0119d76 req-dc1865f6-0360-4787-9243-8986e8b07a7b tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537438 Jan 24 09:24:13.479630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] For port 5c4006dd-2fa5-4756-bb18-d3708962e906, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c4006dd-2fa5-4756-bb18-d3708962e906,segment=NetworkSegment(b33b580a-6f72-46b5-8c8c-7d6267a75cc5),segment_id=b33b580a-6f72-46b5-8c8c-7d6267a75cc5)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:13.480077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.498193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:13.560890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:13.641675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Calling delete_port for 5c4006dd-2fa5-4756-bb18-d3708962e906 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:13.768237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-5dd840e2-d930-492f-9838-4aef972e6466 None None] Provisioning complete for port 81f30362-1067-4b4f-8fad-12eca7728295 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:13.768654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5dd840e2-d930-492f-9838-4aef972e6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:13.829635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5dd840e2-d930-492f-9838-4aef972e6466 None None] Port 81f30362-1067-4b4f-8fad-12eca7728295 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:24:13.955934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Router 63463677-9953-4db2-b14d-f8fba36f4d30 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:24:14.045483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:14.068043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-15dfa0bd-f802-4430-b403-63b153e99b80 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:14.185076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Pushing event deleted for resources: {'Port': ['ID=5c4006dd-2fa5-4756-bb18-d3708962e906,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:14.208747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:14.356139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:24:14.383370 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] 10.222.0.45 "PUT /v2.0/routers/63463677-9953-4db2-b14d-f8fba36f4d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0273292 Jan 24 09:24:14.447292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] No DVR routers for this DVR port 5c4006dd-2fa5-4756-bb18-d3708962e906 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:14.450071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:14.452231 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-80346424-ec44-485a-91bb-3003e38f1e41 req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.48 "DELETE /v2.0/ports/5c4006dd-2fa5-4756-bb18-d3708962e906 HTTP/1.1" status: 204 len: 173 time: 3.6806400 Jan 24 09:24:14.452774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'name': 'network-vif-deleted', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:14.468809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Sync routers for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:24:14.515326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:14.527538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:23:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:14.527754 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0dea3bdd-984d-4746-b6e8-d81084ec662e req-923e865a-bb0e-4124-b978-f4cab458d2e5 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] 10.222.0.45 "GET /v2.0/ports?device_id=90a4092c-f5c0-4904-973d-16987e56994c HTTP/1.1" status: 200 len: 210 time: 0.3590059 Jan 24 09:24:14.648996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b0f48-5abe-4791-af47-a19ef3147776 req-d755cd36-bd3e-45f1-85f7-f3725bc32f1d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:14.651919 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-468b0f48-5abe-4791-af47-a19ef3147776 req-d755cd36-bd3e-45f1-85f7-f3725bc32f1d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.4162266 Jan 24 09:24:14.715553 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-468b0f48-5abe-4791-af47-a19ef3147776 req-ed0d79ec-8fa0-4856-8df2-3346e21b2b96 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Jan 24 09:24:14.755367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:14.803065 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a4092c-f5c0-4904-973d-16987e56994c', 'name': 'network-vif-deleted', 'tag': '5c4006dd-2fa5-4756-bb18-d3708962e906', 'status': 'completed', 'code': 200} Jan 24 09:24:14.840098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device b889e5fe-c3da-483d-8056-652c990951e6 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:14.866476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:15.023202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a605b50-702d-4c64-9b18-66f7e8dc0698 req-88b84b2f-1c4c-4d2a-8f7a-cb2178f16133 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:15.031369 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a605b50-702d-4c64-9b18-66f7e8dc0698 req-88b84b2f-1c4c-4d2a-8f7a-cb2178f16133 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 943 time: 0.1281600 Jan 24 09:24:15.128691 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a605b50-702d-4c64-9b18-66f7e8dc0698 req-7776f676-a5ae-4f17-91ba-ccd9cd326ed4 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961680 Jan 24 09:24:15.184716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port b889e5fe-c3da-483d-8056-652c990951e6 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:15.194709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port b889e5fe-c3da-483d-8056-652c990951e6 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:15.195134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.327072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:15.327495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.485178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.515370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55446) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:15.528528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1573261446-network', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:15.533303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 2, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:15.539465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Checking router: 63463677-9953-4db2-b14d-f8fba36f4d30 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:24:15.540487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Updating router 63463677-9953-4db2-b14d-f8fba36f4d30 port 81f30362-1067-4b4f-8fad-12eca7728295 binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:24:15.544175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:15.554232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Usage tracker for resource:network and tenant:90f4ccffbc194216a52ac132e5ffbe2a is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:15.559981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-9a747cea-ca7f-4d89-9fcc-7e57f24e8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:15.561615 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-9a747cea-ca7f-4d89-9fcc-7e57f24e8ca3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.1186082 Jan 24 09:24:15.684550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:15.693208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:15.716645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Made reservation on behalf of 90f4ccffbc194216a52ac132e5ffbe2a for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:24:15.722244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.753715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.780160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:15.786521 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Usage tracker for resource:security_group_rule and tenant:90f4ccffbc194216a52ac132e5ffbe2a is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:15.791240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:15.798592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:15.910107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port b889e5fe-c3da-483d-8056-652c990951e6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b889e5fe-c3da-483d-8056-652c990951e6,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:15.911614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.921335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.922233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b889e5fe-c3da-483d-8056-652c990951e6'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:15.934806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.947337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:15.950561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43626fdb-2514-44ff-84ac-e648cf79f23f req-e8c6d212-1d18-4c94-83dd-f02ae69a1745 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:15.958241 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-43626fdb-2514-44ff-84ac-e648cf79f23f req-e8c6d212-1d18-4c94-83dd-f02ae69a1745 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.3915052 Jan 24 09:24:15.979366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:15.986968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c566a76-b200-4a8c-960f-d9c835f4fbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:16.024107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:24:16.073183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f144611-68f6-4499-bdd6-9e6476e44a5f,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:16.092196 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-43626fdb-2514-44ff-84ac-e648cf79f23f req-815afda1-061c-4a45-91ef-785d442262f2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329372 Jan 24 09:24:16.093773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:16.094294 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Added segment d5124fb9-ce04-4d92-962b-2bfe135701fa of type vxlan for network 8915b614-94a8-4170-8fea-2b4072d557d6 Jan 24 09:24:16.095333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:16.130183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-9a2ff416-c61b-42c3-9d50-b40972ec6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:16.131850 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-9a2ff416-c61b-42c3-9d50-b40972ec6bb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 913 time: 0.5637121 Jan 24 09:24:16.139027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b889e5fe-c3da-483d-8056-652c990951e6', 'code': 200} Jan 24 09:24:16.144206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:16.217912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:16.219239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:16.219914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:16.259842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-60a797b3-fc32-40ab-b6f6-12db67b6ab02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:16.262244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=b889e5fe-c3da-483d-8056-652c990951e6,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:16.301560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-45291c57-b999-4f55-b041-57fe1bea8308 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 200 len: 217 time: 0.1335483 Jan 24 09:24:16.408800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-ac9a1ebd-c261-4565-bf1f-eee51b1a9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:16.410391 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-ac9a1ebd-c261-4565-bf1f-eee51b1a9591 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.0978706 Jan 24 09:24:16.410534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Pushing event updated for resources: {'Network': ['ID=8915b614-94a8-4170-8fea-2b4072d557d6,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:16.413470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:16.424007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:16.430139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 8915b614-94a8-4170-8fea-2b4072d557d6 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:24:16.458119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 8915b614-94a8-4170-8fea-2b4072d557d6 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:24:16.475165 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9532907 Jan 24 09:24:16.479878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55490) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:16.491520 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Request body: {'subnet': {'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1573261446-subnet', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:16.497437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:16.504710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Usage tracker for resource:subnet and tenant:90f4ccffbc194216a52ac132e5ffbe2a is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:16.508469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:16.518141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:16.549976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Made reservation on behalf of 90f4ccffbc194216a52ac132e5ffbe2a for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:24:16.554814 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-4602d044-f59d-4bbd-bce3-c1e974e5761a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850890 Jan 24 09:24:16.554950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851494902'] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:16.715101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65383-3226-473d-a1c5-2ca87a3c5093 req-16f47ce9-524d-484a-a668-af3470122a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:16.716887 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e2a65383-3226-473d-a1c5-2ca87a3c5093 req-16f47ce9-524d-484a-a668-af3470122a71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 1162 time: 0.2940733 Jan 24 09:24:16.722886 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-a6619407-b6b8-4958-a6c3-c8d5fe2e7e8b service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603484 Jan 24 09:24:16.739347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335c77a-624b-49a7-ad3b-f837640c81a7 req-df95d007-7af0-48c4-ac7e-3b56eb8addf7 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:16.741123 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4335c77a-624b-49a7-ad3b-f837640c81a7 req-df95d007-7af0-48c4-ac7e-3b56eb8addf7 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 945 time: 0.3383987 Jan 24 09:24:16.822911 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e2a65383-3226-473d-a1c5-2ca87a3c5093 req-4fefc13b-2799-4ea4-b269-15c831ab5086 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929039 Jan 24 09:24:16.863828 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4335c77a-624b-49a7-ad3b-f837640c81a7 req-3ae0ccb9-b9e3-4e04-8586-877d5d85deb8 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150541 Jan 24 09:24:16.957775 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0ac0140-5ce6-4dbc-a2c6-e42ac4a61a21 req-c136d8b3-48c2-4f77-ae9a-9b8e16eb0527 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2254014 Jan 24 09:24:17.058414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.077839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Transition to ACTIVE for port object 81f30362-1067-4b4f-8fad-12eca7728295 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:17.082101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.142111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e217928b-0e94-4c32-aca7-60686ae7df9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:17.229351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127736853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851494885'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.261935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-30ff02a5-71c9-46e4-98f4-82f86757a4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:17.413907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a6f7f-a03c-4248-ae77-279babc5fa63 None None] Pushing event updated for resources: {'Port': ['ID=81f30362-1067-4b4f-8fad-12eca7728295,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:17.417189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a28a6f7f-a03c-4248-ae77-279babc5fa63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:17.523414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f53201-6187-4c95-85a8-6a3347af1f5e req-44d55578-9623-4acf-abed-f92690d77871 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:17.525245 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-92f53201-6187-4c95-85a8-6a3347af1f5e req-44d55578-9623-4acf-abed-f92690d77871 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2644787 Jan 24 09:24:17.532849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:17.538165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:17.618301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Attempting to bind port 81f30362-1067-4b4f-8fad-12eca7728295 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:17.618538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Attempting to bind port 81f30362-1067-4b4f-8fad-12eca7728295 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:17.618942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Attempting to bind port 81f30362-1067-4b4f-8fad-12eca7728295 on network ca62a377-fdec-46e4-84ea-b3bee741ee63 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:17.625454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:17.626006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Checking segment: {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:17.626585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.627036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Bound using segment: {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:17.627603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Bound port: 81f30362-1067-4b4f-8fad-12eca7728295, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:17.628060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.645931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:24:17.669149 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-92f53201-6187-4c95-85a8-6a3347af1f5e req-42079d17-169f-4d52-9e5b-f14ca4a8b464 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297069 Jan 24 09:24:17.725120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Checking segment: {'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:17.725422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Network hostable DHCP agents. Network: 8915b614-94a8-4170-8fea-2b4072d557d6, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:24:17.757045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Network 8915b614-94a8-4170-8fea-2b4072d557d6 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:24:17.766168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] For port 81f30362-1067-4b4f-8fad-12eca7728295, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:17.766378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 8915b614-94a8-4170-8fea-2b4072d557d6) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:17.774563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] For port 81f30362-1067-4b4f-8fad-12eca7728295, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=81f30362-1067-4b4f-8fad-12eca7728295,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:17.780909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:17.781568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.782059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.800656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a7ea9d-e528-43a5-b7f9-096e66cb481f None None] Network 8915b614-94a8-4170-8fea-2b4072d557d6 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:24:17.807338 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6bed920b-764a-44df-9e58-2c99ad7e5394 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3267207 Jan 24 09:24:17.809889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55598) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:17.816802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:17.823474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:17.829271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Usage tracker for resource:router and tenant:90f4ccffbc194216a52ac132e5ffbe2a is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:17.837586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:17.844793 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:17.859250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.860557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.899051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:17.964399 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:18.226927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-8915b614-94a8-4170-8fea-2b4072d557d6', 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'fixed_ips': [{'subnet_id': '4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:24:18.228492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:18.287665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a6f7f-a03c-4248-ae77-279babc5fa63 None None] Pushing event updated for resources: {'Port': ['ID=81f30362-1067-4b4f-8fad-12eca7728295,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:18.306073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a28a6f7f-a03c-4248-ae77-279babc5fa63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:18.311494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:18.412339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506557e-96ca-4c65-b09c-5ad8a10f2bda req-e728058e-8666-4b26-b79f-822a04a6af67 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:18.414073 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a506557e-96ca-4c65-b09c-5ad8a10f2bda req-e728058e-8666-4b26-b79f-822a04a6af67 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 945 time: 0.3250074 Jan 24 09:24:18.547683 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device b889e5fe-c3da-483d-8056-652c990951e6 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:18.558944 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a506557e-96ca-4c65-b09c-5ad8a10f2bda req-c66e7462-8743-4cc6-bc1a-a6b2a3af40ce tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849094 Jan 24 09:24:18.645971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:18.646689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:23:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:18.852151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:18.929416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:19.201819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:19.487701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Allocated IP 172.27.2.167 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/fdcb454b-adf6-441f-9a51-4cd831af8cdd) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:19.553609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port b889e5fe-c3da-483d-8056-652c990951e6 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:19.554117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:19.647199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Allocated IP 172.20.0.2 (8915b614-94a8-4170-8fea-2b4072d557d6/4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7/92e4a96a-3965-4b32-9b9c-5e931cd1f4d9) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:19.733588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:19.834235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341243b-3d9c-4d8f-b3ea-913c0a3d9500 req-50e9a343-b9b7-4a44-9eac-44a473dac46b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:19.842305 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9341243b-3d9c-4d8f-b3ea-913c0a3d9500 req-50e9a343-b9b7-4a44-9eac-44a473dac46b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.9618049 Jan 24 09:24:19.845964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:19.868443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1221b9e1-b311-4e71-8348-ea39feeaf6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:19.914074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-734dc0c6-c687-48eb-953d-5b90c41224d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:19.963472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55744) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:19.994794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:17Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:20.002132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53df31-ed7c-4f2e-b190-5a7f4d4556c5 None None] The sync data for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi is: [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:17Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:24:20.006447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.104215 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9341243b-3d9c-4d8f-b3ea-913c0a3d9500 req-cb4e05cc-48c6-44e9-b555-a318de7dab43 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609138 Jan 24 09:24:20.168392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.183619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Transition to ACTIVE for port object 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:20.212132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Transition to ACTIVE for port object 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:20.214460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcb454b-adf6-441f-9a51-4cd831af8cdd,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:20.225155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.236150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:20.252088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e23fe488-e74a-4e3b-955f-eaa2fb512df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:20.296662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.326666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b891f-c7b8-4666-ace2-65e8cd09f0c7 req-b161006e-352e-43ca-9897-3de3aabcbb25 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:20.330237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-298b891f-c7b8-4666-ace2-65e8cd09f0c7 req-b161006e-352e-43ca-9897-3de3aabcbb25 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 945 time: 0.4842184 Jan 24 09:24:20.347281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:20.353562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Usage tracker for resource:security_group_rule and tenant:6d3de51bfcc143f9a375884e779b84a7 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:20.356846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:20.363759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:20.393883 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:20.395135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:20.404829 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:20.494423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.498142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.502297 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-298b891f-c7b8-4666-ace2-65e8cd09f0c7 req-6e8cc99e-5ebd-48d5-a6f3-016908c3d5af tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578221 Jan 24 09:24:20.569285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device b889e5fe-c3da-483d-8056-652c990951e6 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:20.591039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c905722d-7f97-43a0-a8f7-333614ae916b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:20.611490 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d3de51bfcc143f9a375884e779b84a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6464860 Jan 24 09:24:20.612901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55766) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:20.694902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Pushing event updated for resources: {'Port': ['ID=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:20.705789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086e1d1-92a7-4730-b66d-3518927c8669,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:20.716425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:20.718104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:20.758398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.791710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.840325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Network 8915b614-94a8-4170-8fea-2b4072d557d6 is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:20.847153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:20.847510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.854017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:20.858281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4ce9ef37-18fb-4c0e-b7d0-90c042364567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:20.874113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:20.894031 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a086e1d1-92a7-4730-b66d-3518927c8669 HTTP/1.1" status: 204 len: 168 time: 0.2698410 Jan 24 09:24:20.899560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a086e1d1-92a7-4730-b66d-3518927c8669,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:20.906472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:20.922122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 81f30362-1067-4b4f-8fad-12eca7728295 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:21.035205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port b889e5fe-c3da-483d-8056-652c990951e6 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:21.037726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.193214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Attempting to bind port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:21.193641 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Attempting to bind port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:21.194059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Attempting to bind port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 on network 8915b614-94a8-4170-8fea-2b4072d557d6 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:21.204991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:21.205710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Checking segment: {'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:21.205904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.206338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Bound using segment: {'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:21.206933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Bound port: 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:21.207331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.433692 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.438088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] For port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:21.442945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] For port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,segment=NetworkSegment(d5124fb9-ce04-4d92-962b-2bfe135701fa),segment_id=d5124fb9-ce04-4d92-962b-2bfe135701fa)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:21.454660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.471280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 81f30362-1067-4b4f-8fad-12eca7728295 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:21.479730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a28a6f7f-a03c-4248-ae77-279babc5fa63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:21.492709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55790) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:21.514822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 81f30362-1067-4b4f-8fad-12eca7728295 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:21.515332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.517221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.543627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:21.549228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2b344ae8994e26b83aff11ae91f58a is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:21.552432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:21.560192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:21.683595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.687501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:21.699524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:21.723028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa573e01-26a6-421d-87a7-58d8b9c45868 req-e27de8cc-735c-4b5e-acf0-c112c2122f5c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:21.731390 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aa573e01-26a6-421d-87a7-58d8b9c45868 req-e27de8cc-735c-4b5e-acf0-c112c2122f5c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.4155121 Jan 24 09:24:21.754117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55798) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:21.768224 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a2b344ae8994e26b83aff11ae91f58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562823 Jan 24 09:24:21.781632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aa6439-ebf2-4465-b11b-7f0e129eba3f,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:21.785256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:21.962382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Pushing event updated for resources: {'Port': ['ID=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:21.980461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:21.992322 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aa573e01-26a6-421d-87a7-58d8b9c45868 req-2b87b0ee-c3b0-443d-9062-471806b9a827 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595248 Jan 24 09:24:22.000264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4f71f546-d7ef-4014-b572-5176251908dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.008450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.028221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.047992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 81f30362-1067-4b4f-8fad-12eca7728295, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=81f30362-1067-4b4f-8fad-12eca7728295,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:22.064846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.079997 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:22.135654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.173202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.212215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=81f30362-1067-4b4f-8fad-12eca7728295,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:22.224042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:22.383823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.395124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab9538f5-90fc-4211-b21a-714b156bb91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:22.431461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aa6439-ebf2-4465-b11b-7f0e129eba3f,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:22.439502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:22.511295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.543406 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5aa6439-ebf2-4465-b11b-7f0e129eba3f HTTP/1.1" status: 204 len: 168 time: 0.7866023 Jan 24 09:24:22.575102 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Router 88c5db25-7b34-444a-8eaf-1ee56c606232 is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:24:22.661232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:22.857816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55822) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:22.948949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:23.075869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:23.084739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 81f30362-1067-4b4f-8fad-12eca7728295 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:23.179836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 81f30362-1067-4b4f-8fad-12eca7728295 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:23.181036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:23.240033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1d3ff-bddd-4b1a-9e59-6039d3d47c52 req-2ceec333-c25b-4272-a0c5-5b6391c740f0 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:23.242110 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fac1d3ff-bddd-4b1a-9e59-6039d3d47c52 req-2ceec333-c25b-4272-a0c5-5b6391c740f0 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 945 time: 0.6423187 Jan 24 09:24:23.249903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:24:23.261708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Sync routers for ids ['88c5db25-7b34-444a-8eaf-1ee56c606232'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:24:23.276025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Routers {'88c5db25-7b34-444a-8eaf-1ee56c606232'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:23.277140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:24:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['88c5db25-7b34-444a-8eaf-1ee56c606232'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:23.327524 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0a728ed5-9c23-4b30-9c25-dd5061e83e68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d352369d1d3442c18a8f62e3dc5fa4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683785 Jan 24 09:24:23.329995 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fac1d3ff-bddd-4b1a-9e59-6039d3d47c52 req-461d6e48-1587-44f0-b999-3458dbbc4975 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748525 Jan 24 09:24:23.330130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 55838) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:23.330994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:23.335452 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5236607 Jan 24 09:24:23.336991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 55842) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:23.435274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:23.474972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:23.493532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Set router 88c5db25-7b34-444a-8eaf-1ee56c606232 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:23.546075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:23.566006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6500df06-0763-4224-ad32-65f0ffa862b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:23.591442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae6952-3b51-4932-bd13-d96ecf81a717,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:23.594333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:23.595929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:23.601197 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2aae6952-3b51-4932-bd13-d96ecf81a717 HTTP/1.1" status: 204 len: 168 time: 0.2701755 Jan 24 09:24:23.652056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:23.934553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:24:21Z', 'revision_number': 3, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:23.975908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Checking router: 88c5db25-7b34-444a-8eaf-1ee56c606232 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:24:23.978615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Updating router 88c5db25-7b34-444a-8eaf-1ee56c606232 port fdcb454b-adf6-441f-9a51-4cd831af8cdd binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:24:24.063927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55535557-e7fd-42af-ae18-e8f48a548282 None None] Network 8915b614-94a8-4170-8fea-2b4072d557d6 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:24:24.141195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.163560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Provisioning for port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:24.230010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Provisioning complete for port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:24.230508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.368396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.396134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-eaaf925c-c7f0-4a60-a585-a0a8dea00cec tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:24.397306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-eaaf925c-c7f0-4a60-a585-a0a8dea00cec tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Synchronizing usage tracker for tenant:c2780d2d93ee4606ad7b2eb6977facfa on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:24:24.417309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-eaaf925c-c7f0-4a60-a585-a0a8dea00cec tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Unset dirty status for tenant:c2780d2d93ee4606ad7b2eb6977facfa on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:24:24.419655 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-eaaf925c-c7f0-4a60-a585-a0a8dea00cec tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 945 time: 0.1590459 Jan 24 09:24:24.520004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.521127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Deleting port b889e5fe-c3da-483d-8056-652c990951e6 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:24:24.521711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.603474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] For port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,segment=NetworkSegment(d5124fb9-ce04-4d92-962b-2bfe135701fa),segment_id=d5124fb9-ce04-4d92-962b-2bfe135701fa)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:24.670391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d0800-16ab-443a-82f9-3dc0c7a2c057 req-11a13c71-4ddd-4260-882e-e12b84838d63 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:24.672248 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d99d0800-16ab-443a-82f9-3dc0c7a2c057 req-11a13c71-4ddd-4260-882e-e12b84838d63 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.3307576 Jan 24 09:24:24.737059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.762493 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d99d0800-16ab-443a-82f9-3dc0c7a2c057 req-786f50d2-e297-4564-b5ac-1df059c4eb87 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827343 Jan 24 09:24:24.801302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.807650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:24.857388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.888718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Transition to ACTIVE for port object fdcb454b-adf6-441f-9a51-4cd831af8cdd will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:24.889871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Pushing event updated for resources: {'Port': ['ID=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:24.894701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:24.907106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:24.932116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1815ecff-e21f-4180-84a3-ba4f0f1cda66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:25.014995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] For port b889e5fe-c3da-483d-8056-652c990951e6, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=b889e5fe-c3da-483d-8056-652c990951e6,segment=NetworkSegment(cc2c6725-274e-4c9f-9c0e-068165396c54),segment_id=cc2c6725-274e-4c9f-9c0e-068165396c54)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:25.015534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.170263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bd8a6-b7be-40b6-a7ba-6d71c5c90c60 None None] Pushing event updated for resources: {'Port': ['ID=fdcb454b-adf6-441f-9a51-4cd831af8cdd,revision_number=2']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:25.175921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b37bd8a6-b7be-40b6-a7ba-6d71c5c90c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:25.269669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Calling delete_port for b889e5fe-c3da-483d-8056-652c990951e6 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:24:25.290598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Attempting to bind port fdcb454b-adf6-441f-9a51-4cd831af8cdd on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:25.290939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Attempting to bind port fdcb454b-adf6-441f-9a51-4cd831af8cdd by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:25.291527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Attempting to bind port fdcb454b-adf6-441f-9a51-4cd831af8cdd on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:25.303305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:25.304579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:25.305099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.310802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:25.311676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Bound port: fdcb454b-adf6-441f-9a51-4cd831af8cdd, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:25.312144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.335544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4f557858-acc8-42a5-ab24-246942f6cb9d None None] Provisioning complete for port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:25.336005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4f557858-acc8-42a5-ab24-246942f6cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.346367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acfbe5-d946-4877-a078-84918b1cc27b req-eefd231f-f3a1-4642-90fa-286fa76f2edb tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:25.354911 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6acfbe5-d946-4877-a078-84918b1cc27b req-eefd231f-f3a1-4642-90fa-286fa76f2edb tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 945 time: 0.5521104 Jan 24 09:24:25.521828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] For port fdcb454b-adf6-441f-9a51-4cd831af8cdd, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:25.534411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] For port fdcb454b-adf6-441f-9a51-4cd831af8cdd, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=fdcb454b-adf6-441f-9a51-4cd831af8cdd,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:25.546285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.566822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6acfbe5-d946-4877-a078-84918b1cc27b req-60293bd8-23ec-4ce2-a76f-2ac210c71d64 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/security-groups?id=a3962fbe-61d3-4749-927a-6555946b1342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105358 Jan 24 09:24:25.587636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:25.641879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.683690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ae3d03e4-20ff-43ac-a8a1-9bd88e0ac918 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:25.788646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4338e860-ff3f-4469-a1ae-4d9b063e839d None None] Provisioning complete for port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:25.789233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4338e860-ff3f-4469-a1ae-4d9b063e839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:25.796263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Allocated IP 172.20.0.1 (8915b614-94a8-4170-8fea-2b4072d557d6/4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7/016cdc00-d03f-439b-abdd-3e993bd22ee4) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:24:25.943352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Pushing event deleted for resources: {'Port': ['ID=b889e5fe-c3da-483d-8056-652c990951e6,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:25.947531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bd8a6-b7be-40b6-a7ba-6d71c5c90c60 None None] Pushing event updated for resources: {'Port': ['ID=fdcb454b-adf6-441f-9a51-4cd831af8cdd,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:25.960392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b37bd8a6-b7be-40b6-a7ba-6d71c5c90c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:25.981478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:26.059000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Routers {'88c5db25-7b34-444a-8eaf-1ee56c606232'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:26.059779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:24:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['88c5db25-7b34-444a-8eaf-1ee56c606232'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:26.092449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] No DVR routers for this DVR port b889e5fe-c3da-483d-8056-652c990951e6 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:24:26.094523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:26.097865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'name': 'network-vif-deleted', 'tag': 'b889e5fe-c3da-483d-8056-652c990951e6'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:26.119479 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9e05ca91-16fe-4fa3-813f-42794de31553 req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.48 "DELETE /v2.0/ports/b889e5fe-c3da-483d-8056-652c990951e6 HTTP/1.1" status: 204 len: 173 time: 1.6934907 Jan 24 09:24:26.127443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8997b082-5bcf-42a2-a4ec-1cae9f44913f None None] Provisioning complete for port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:26.134668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8997b082-5bcf-42a2-a4ec-1cae9f44913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:26.192382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:26.204588 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb06e8fb-01cf-45dc-96fa-c1712fabdee9', 'name': 'network-vif-deleted', 'tag': 'b889e5fe-c3da-483d-8056-652c990951e6', 'status': 'completed', 'code': 200} Jan 24 09:24:26.238268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Transition to ACTIVE for port object 016cdc00-d03f-439b-abdd-3e993bd22ee4 will not be triggered until provisioned by entity DHCP. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:26.300972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:26.330041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:26.357359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device b889e5fe-c3da-483d-8056-652c990951e6 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:24:26.399613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: b889e5fe-c3da-483d-8056-652c990951e6 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:24:26.400037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device b889e5fe-c3da-483d-8056-652c990951e6 not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:24:26.470551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=016cdc00-d03f-439b-abdd-3e993bd22ee4,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:26.475205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:26.508668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] Set router 88c5db25-7b34-444a-8eaf-1ee56c606232 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:26.533431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Network 8915b614-94a8-4170-8fea-2b4072d557d6 is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:26.534659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:26.537327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:24:26.620905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:26.792582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:26.883097 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-60a5d36d-4d11-4dd4-883b-aab95ce7f68c req-147e6474-d22b-4fd5-841f-b93a0c6b95e0 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] 10.222.0.45 "GET /v2.0/ports?device_id=bb06e8fb-01cf-45dc-96fa-c1712fabdee9 HTTP/1.1" status: 200 len: 210 time: 0.0737612 Jan 24 09:24:26.914080 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:26.921761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-804599c2-cb06-4d69-8181-891c619c21fb None None] Provisioning for port 016cdc00-d03f-439b-abdd-3e993bd22ee4 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:26.940349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-804599c2-cb06-4d69-8181-891c619c21fb None None] Provisioning complete for port 016cdc00-d03f-439b-abdd-3e993bd22ee4 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:26.941088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-804599c2-cb06-4d69-8181-891c619c21fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:26.971318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:24:21Z', 'revision_number': 3, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:26.981907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0363e2d7-955f-489b-b753-77fcacd80004 None None] The sync data for ids ['88c5db25-7b34-444a-8eaf-1ee56c606232'] in dv-cinder-772181-7-iscsi is: [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:24:21Z', 'revision_number': 3, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:24:27.013104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:27.013528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:27.172824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-804599c2-cb06-4d69-8181-891c619c21fb None None] Port 016cdc00-d03f-439b-abdd-3e993bd22ee4 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:24:27.488043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:27.493418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:27.528332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:27.612901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=016cdc00-d03f-439b-abdd-3e993bd22ee4,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:27.617585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:27.618552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:27.784944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Network 8915b614-94a8-4170-8fea-2b4072d557d6 is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:24:27.786429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:24:28.039058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Router 88c5db25-7b34-444a-8eaf-1ee56c606232 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:24:28.115738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-2ad481b0-9299-46f4-a335-e30a2815cde0 None None] Provisioning complete for port 016cdc00-d03f-439b-abdd-3e993bd22ee4 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:28.116173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ad481b0-9299-46f4-a335-e30a2815cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:28.186810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2ad481b0-9299-46f4-a335-e30a2815cde0 None None] Port 016cdc00-d03f-439b-abdd-3e993bd22ee4 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:24:28.296079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:24:28.306965 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] 10.222.0.45 "PUT /v2.0/routers/88c5db25-7b34-444a-8eaf-1ee56c606232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9681835 Jan 24 09:24:28.760870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fdcb454b-adf6-441f-9a51-4cd831af8cdd up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:28.838029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port fdcb454b-adf6-441f-9a51-4cd831af8cdd completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:28.843005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port fdcb454b-adf6-441f-9a51-4cd831af8cdd triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:28.843429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:28.971998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:28.989565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port fdcb454b-adf6-441f-9a51-4cd831af8cdd, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=fdcb454b-adf6-441f-9a51-4cd831af8cdd,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:28.993437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:28.996469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:29.072343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=fdcb454b-adf6-441f-9a51-4cd831af8cdd,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:29.075872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:29.078752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2039308779', 'description': 'tempest-TestShelveInstance-2039308779 description'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:29.094622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:29.098716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Usage tracker for resource:security_group and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:29.101829 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:29.107758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:29.118159 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.140554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:29.144627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Usage tracker for resource:security_group_rule and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:29.147557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:29.158342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:29.227952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.231368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.237216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:29.281145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event updated for resources: {'SecurityGroup': ['ID=133f7cad-48ee-487d-aaa8-8b05be304a5f,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:29.284217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:29.286151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.287688 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-15c1fd3d-c804-48bf-81fc-5576249e3367 req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2140369 Jan 24 09:24:29.375762 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-eea45753-c861-44b4-9cfa-ae64aea90286 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups/133f7cad-48ee-487d-aaa8-8b05be304a5f HTTP/1.1" status: 200 len: 1802 time: 0.0537364 Jan 24 09:24:29.387265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '133f7cad-48ee-487d-aaa8-8b05be304a5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:29.387755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '133f7cad-48ee-487d-aaa8-8b05be304a5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:29.398152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:29.402446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Usage tracker for resource:security_group_rule and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:29.405628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:29.411733 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:29.477439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.504834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.507740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.510298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:29.533193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603a46b5-8ad7-42a0-919e-90d5ae244156,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:29.538831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:29.544494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.545802 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259e6c97-64aa-4f5b-8910-30a1b198c2d0 req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1634514 Jan 24 09:24:29.634892 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-3128fa10-3f68-4a8f-a0ce-a44391c86c89 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups/133f7cad-48ee-487d-aaa8-8b05be304a5f HTTP/1.1" status: 200 len: 2395 time: 0.0559044 Jan 24 09:24:29.645612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '133f7cad-48ee-487d-aaa8-8b05be304a5f', 'remote_group_id': None}]} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:29.646044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '133f7cad-48ee-487d-aaa8-8b05be304a5f', 'remote_group_id': None}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:24:29.656577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:29.660836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Usage tracker for resource:security_group_rule and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:29.663954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:29.673446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:29.736667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.760791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.763441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.765596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ad8bd490-0a5b-49e9-9a9a-5e88d60c39f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:29.789771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39838d51-a5bd-4fcc-bba8-9f35c0350a65,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:29.792384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:29.798749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:29.800094 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99bb6362-0831-4a10-824b-c657f3bac6bc req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1587594 Jan 24 09:24:29.877041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Sync routers for ids ['88c5db25-7b34-444a-8eaf-1ee56c606232'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:24:29.886901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Routers {'88c5db25-7b34-444a-8eaf-1ee56c606232'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:29.887597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:24:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['88c5db25-7b34-444a-8eaf-1ee56c606232'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:30.094308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Set router 88c5db25-7b34-444a-8eaf-1ee56c606232 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:30.471189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:24:26Z', 'revision_number': 4, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '016cdc00-d03f-439b-abdd-3e993bd22ee4', 'name': '', 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'mac_address': 'fa:16:3e:f4:6b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:25Z', 'updated_at': '2021-01-24T09:24:27Z', 'revision_number': 2, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'subnets': [{'id': '4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:30.476976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Checking router: 88c5db25-7b34-444a-8eaf-1ee56c606232 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:24:30.477729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Updating router 88c5db25-7b34-444a-8eaf-1ee56c606232 port 016cdc00-d03f-439b-abdd-3e993bd22ee4 binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:24:30.545114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:30.742429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fdcb454b-adf6-441f-9a51-4cd831af8cdd up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:30.925242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port fdcb454b-adf6-441f-9a51-4cd831af8cdd triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:30.925662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:31.313024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:31.325048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Transition to ACTIVE for port object 016cdc00-d03f-439b-abdd-3e993bd22ee4 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:24:31.327738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:31.343282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:31.474832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7cead-c620-4789-be1c-2279d42675a0 None None] Pushing event updated for resources: {'Port': ['ID=016cdc00-d03f-439b-abdd-3e993bd22ee4,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:31.479012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d2f7cead-c620-4789-be1c-2279d42675a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:31.650985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Attempting to bind port 016cdc00-d03f-439b-abdd-3e993bd22ee4 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:24:31.651411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Attempting to bind port 016cdc00-d03f-439b-abdd-3e993bd22ee4 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:24:31.651858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Attempting to bind port 016cdc00-d03f-439b-abdd-3e993bd22ee4 on network 8915b614-94a8-4170-8fea-2b4072d557d6 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:24:31.658332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:24:31.658763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Checking segment: {'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:24:31.659225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:31.659701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Bound using segment: {'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:24:31.661020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Bound port: 016cdc00-d03f-439b-abdd-3e993bd22ee4, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5124fb9-ce04-4d92-962b-2bfe135701fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:24:31.661457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:31.776713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] For port 016cdc00-d03f-439b-abdd-3e993bd22ee4, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:24:31.779925 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] For port 016cdc00-d03f-439b-abdd-3e993bd22ee4, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=016cdc00-d03f-439b-abdd-3e993bd22ee4,segment=NetworkSegment(d5124fb9-ce04-4d92-962b-2bfe135701fa),segment_id=d5124fb9-ce04-4d92-962b-2bfe135701fa)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:24:31.783474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:31.800321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:31.947582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7cead-c620-4789-be1c-2279d42675a0 None None] Pushing event updated for resources: {'Port': ['ID=016cdc00-d03f-439b-abdd-3e993bd22ee4,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:31.952943 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d2f7cead-c620-4789-be1c-2279d42675a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:31.991537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Routers {'88c5db25-7b34-444a-8eaf-1ee56c606232'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:24:31.992355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:24:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['88c5db25-7b34-444a-8eaf-1ee56c606232'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:32.191608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] Set router 88c5db25-7b34-444a-8eaf-1ee56c606232 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:24:32.522098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:24:26Z', 'revision_number': 4, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '016cdc00-d03f-439b-abdd-3e993bd22ee4', 'name': '', 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'mac_address': 'fa:16:3e:f4:6b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:25Z', 'updated_at': '2021-01-24T09:24:31Z', 'revision_number': 4, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'subnets': [{'id': '4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:24:32.526970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80151c10-6ec9-41e1-aa67-77f67ab23504 None None] The sync data for ids ['88c5db25-7b34-444a-8eaf-1ee56c606232'] in dv-cinder-772181-7-iscsi is: [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:24:26Z', 'revision_number': 4, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '016cdc00-d03f-439b-abdd-3e993bd22ee4', 'name': '', 'network_id': '8915b614-94a8-4170-8fea-2b4072d557d6', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'mac_address': 'fa:16:3e:f4:6b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:25Z', 'updated_at': '2021-01-24T09:24:31Z', 'revision_number': 4, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'subnets': [{'id': '4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:24:32.766402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 016cdc00-d03f-439b-abdd-3e993bd22ee4 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:32.840402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 016cdc00-d03f-439b-abdd-3e993bd22ee4 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:24:32.845540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 016cdc00-d03f-439b-abdd-3e993bd22ee4 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:32.846087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:32.979070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:33.017605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 016cdc00-d03f-439b-abdd-3e993bd22ee4, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=016cdc00-d03f-439b-abdd-3e993bd22ee4,segment=NetworkSegment(d5124fb9-ce04-4d92-962b-2bfe135701fa),segment_id=d5124fb9-ce04-4d92-962b-2bfe135701fa)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:24:33.020729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:33.022672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:33.093975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=016cdc00-d03f-439b-abdd-3e993bd22ee4,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:33.097419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:34.730645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 016cdc00-d03f-439b-abdd-3e993bd22ee4 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:24:34.806533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 016cdc00-d03f-439b-abdd-3e993bd22ee4 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:24:34.806962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:43.208672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-3f4a8e26-3812-4884-8a42-da8d92e6d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:43.210233 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-3f4a8e26-3812-4884-8a42-da8d92e6d117 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.1067352 Jan 24 09:24:43.276613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779af485-59d8-4fcd-baf2-aebb65e466e4 req-6f78ebd2-ca9b-410b-a94b-d328852eab52 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:43.278606 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-779af485-59d8-4fcd-baf2-aebb65e466e4 req-6f78ebd2-ca9b-410b-a94b-d328852eab52 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1294661 Jan 24 09:24:43.332944 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-779af485-59d8-4fcd-baf2-aebb65e466e4 req-9fc4a3f3-9dd8-423f-ac01-62d01ac7a8f6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479183 Jan 24 09:24:43.408150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-e287c2d2-5e86-4ff7-b52a-cb6328711856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:43.410056 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-e287c2d2-5e86-4ff7-b52a-cb6328711856 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 913 time: 0.1892653 Jan 24 09:24:43.493484 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-2681f035-088c-4a9f-bc0e-c6bb74cd2098 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 200 len: 217 time: 0.0768239 Jan 24 09:24:43.580546 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-afc1e23a-0f94-490f-879f-abde28d71119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:43.584595 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-afc1e23a-0f94-490f-879f-abde28d71119 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.0836985 Jan 24 09:24:43.648120 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-6bbaeec8-c559-4700-899d-acb79f4c81c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520577 Jan 24 09:24:43.950195 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-d5252e98-e01d-4bc2-bb0c-af542bc33412 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702174 Jan 24 09:24:44.385622 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-540b7764-f87d-4f04-824a-6dcccfd4900e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4235833 Jan 24 09:24:44.406516 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0bcf9426-9728-41d0-ad14-78cd7578ad37 req-22995baa-0a15-4387-a5f9-75fdb47ab49f service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4437730 Jan 24 09:24:44.517224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-e6e16a55-f476-4cbb-952e-80b9c37ff580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:44.520939 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-e6e16a55-f476-4cbb-952e-80b9c37ff580 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1163 time: 0.0837665 Jan 24 09:24:44.602652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f66ec-3354-4927-89a2-f7ed8729efbb req-62234874-86af-45db-bfb8-1cead5d3f2bf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:44.604393 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e64f66ec-3354-4927-89a2-f7ed8729efbb req-62234874-86af-45db-bfb8-1cead5d3f2bf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1215258 Jan 24 09:24:44.702516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-0eea6b83-8d95-43cb-92b0-722e27fc4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:44.704293 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-0eea6b83-8d95-43cb-92b0-722e27fc4d8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 903 time: 0.1600606 Jan 24 09:24:44.710988 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e64f66ec-3354-4927-89a2-f7ed8729efbb req-72eb1381-c61e-4c9f-97b1-a1a7e1e1a4f1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972991 Jan 24 09:24:44.868822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-80cf61a9-a166-4669-a6ac-08cb6c0b78da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 200 len: 1002 time: 0.1324780 Jan 24 09:24:44.955800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-451058dd-1ee3-4b46-98b2-cad01539040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:44.957832 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-451058dd-1ee3-4b46-98b2-cad01539040f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0738714 Jan 24 09:24:45.062088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-42c37519-70f5-45e6-ada9-4d8c75ada917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:45.063794 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-42c37519-70f5-45e6-ada9-4d8c75ada917 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955508 Jan 24 09:24:45.221301 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-6201a56c-8190-4a69-8b33-fcc62eb0cb43 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498368 Jan 24 09:24:45.388166 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c290598f-faec-4952-89fc-dd88a7ef4e13 req-6aa692c7-908a-4599-8fac-38eb6f7aeb89 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540573 Jan 24 09:24:45.785237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56292) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:46.074243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37210b-c1b2-4b01-a51a-56b737813fe3 req-c8ad0317-0fab-4a0d-b1f7-1b5af8e2dac8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:46.080067 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd37210b-c1b2-4b01-a51a-56b737813fe3 req-c8ad0317-0fab-4a0d-b1f7-1b5af8e2dac8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2075863 Jan 24 09:24:46.107902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.152034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:46.160312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3edb239f404864a121074b4041d65d is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:46.179624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:46.190930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:46.203425 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd37210b-c1b2-4b01-a51a-56b737813fe3 req-457c00a1-508d-4dfd-94ae-137360cfbdaf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804791 Jan 24 09:24:46.362481 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.366203 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.396169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab3f885e-334f-4193-ab68-72030b82073f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:46.431205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56308) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:46.444797 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa3edb239f404864a121074b4041d65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573112 Jan 24 09:24:46.447167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb34ea-7833-4a33-b697-60c9e8aa51d8,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:46.465127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:46.500263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.528353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.579081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.584702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1f084863-36ed-45c8-ba9f-ef192c0a40eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:46.596408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb34ea-7833-4a33-b697-60c9e8aa51d8,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:46.608303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.608725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.609129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.609530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.609929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.610324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.610714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.611107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.611499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.611918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.612302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.612688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.613236 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.613482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.613870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.614238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.614615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.614979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.615438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.615844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.616228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.616655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.617044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.617429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:24:46.621133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:46.622778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:46.623966 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adeb34ea-7833-4a33-b697-60c9e8aa51d8 HTTP/1.1" status: 204 len: 168 time: 0.1914122 Jan 24 09:24:47.036176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56316) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:47.070916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.103264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:47.107785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Usage tracker for resource:security_group_rule and tenant:78d52901093c4d3995874f6c4c2bedc3 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:47.111287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:47.117700 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:47.268434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.270673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.279007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:47.335503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56326) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:47.347866 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78d52901093c4d3995874f6c4c2bedc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100960 Jan 24 09:24:47.348773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be4784-a955-47d2-ab73-f94f8588b883,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:47.355239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:47.472958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.511481 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.575489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.586085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf3c5730-dea2-4685-9a65-84b403515310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:47.614438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be4784-a955-47d2-ab73-f94f8588b883,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:47.647984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6e470-b96c-460c-b96e-567b9309dab0 req-639ac7c5-388d-4466-a9c4-53e06d1f3b86 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:47.655954 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-83a6e470-b96c-460c-b96e-567b9309dab0 req-639ac7c5-388d-4466-a9c4-53e06d1f3b86 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2576458 Jan 24 09:24:47.678421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:47.683412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:47.684687 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88be4784-a955-47d2-ab73-f94f8588b883 HTTP/1.1" status: 204 len: 168 time: 0.3481023 Jan 24 09:24:47.724684 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-83a6e470-b96c-460c-b96e-567b9309dab0 req-3dec0a02-4f92-4d1a-8380-3a1dfded780b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672832 Jan 24 09:24:48.998205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508dc0-3300-4792-9b06-48698d623e4c req-90a35748-c29b-4325-b00c-ea582056e20b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:49.006974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-67508dc0-3300-4792-9b06-48698d623e4c req-90a35748-c29b-4325-b00c-ea582056e20b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1424203 Jan 24 09:24:49.073305 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-67508dc0-3300-4792-9b06-48698d623e4c req-6350ab33-f429-4b61-9191-ef48cdf81626 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644348 Jan 24 09:24:49.743008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8be04d4-afaf-4b66-acc6-24a34874690e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:49.955127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:50.359272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea176-ffe3-4f4b-9016-37b92a98bd7c req-b58e8846-4f9a-45d2-9180-780a2195681f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:50.364234 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6f2ea176-ffe3-4f4b-9016-37b92a98bd7c req-b58e8846-4f9a-45d2-9180-780a2195681f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1560366 Jan 24 09:24:50.424558 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6f2ea176-ffe3-4f4b-9016-37b92a98bd7c req-5c5ea019-cec5-4fef-a936-ca3980e5195e tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547535 Jan 24 09:24:51.712451 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c23bb7-b46c-4209-b214-ad65b091efd3 req-897eba3b-7f5e-48ad-a959-b75eec7f9cc7 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:51.714998 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-30c23bb7-b46c-4209-b214-ad65b091efd3 req-897eba3b-7f5e-48ad-a959-b75eec7f9cc7 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1468437 Jan 24 09:24:51.774822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-30c23bb7-b46c-4209-b214-ad65b091efd3 req-a480a0f1-69eb-42d6-89f2-b3a85471efb9 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Jan 24 09:24:51.802533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5b466876-b73c-4f1c-92b5-a0486930c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:52.647137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:53.163313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44459a79-cc9a-4be9-ad1d-496d67ed87f6 req-c4cdc90e-76dd-4a1c-b266-ae6c4032a11b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:53.165020 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44459a79-cc9a-4be9-ad1d-496d67ed87f6 req-c4cdc90e-76dd-4a1c-b266-ae6c4032a11b tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1135979 Jan 24 09:24:53.227221 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44459a79-cc9a-4be9-ad1d-496d67ed87f6 req-90668408-3474-4014-8ce2-693e2c022eb4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556660 Jan 24 09:24:53.631127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:53.757236 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56442) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:53.923645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:53.943125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:53.948346 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1455e80a0e334093a1f96624ef4a6b51 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:53.951553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:53.958188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:54.062859 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.065757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.076663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-561c4c4f-d90b-41ab-8439-1aed930a4a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:54.127992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.130513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56450) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:54.140467 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1455e80a0e334093a1f96624ef4a6b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816381 Jan 24 09:24:54.142482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee360b0-b336-41b1-adf5-4cd39e933f14,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:54.147782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:54.205652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.236345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.292372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.299871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a9eacb14-e915-448a-a022-cd3fda54fb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:54.314671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee360b0-b336-41b1-adf5-4cd39e933f14,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:54.324243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.327980 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ee360b0-b336-41b1-adf5-4cd39e933f14 HTTP/1.1" status: 204 len: 168 time: 0.1939259 Jan 24 09:24:54.327980 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:54.540371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99708ec4-1bc8-4854-980a-2ace744842b6 req-89934266-3898-4ef5-9124-4d91d09f214d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:54.542303 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99708ec4-1bc8-4854-980a-2ace744842b6 req-89934266-3898-4ef5-9124-4d91d09f214d tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1316266 Jan 24 09:24:54.617275 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99708ec4-1bc8-4854-980a-2ace744842b6 req-db6ce718-00d9-4dac-a3ba-5eb9f7bea601 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602720 Jan 24 09:24:54.645939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:24:54.805973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56464) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:54.825422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.842074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:24:54.846529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Usage tracker for resource:security_group_rule and tenant:f21db3b76681410eb15c5fc72346878a is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:24:54.849862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:24:54.856753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:24:54.950007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.953348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:54.962088 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-55900f76-1025-4325-a30b-6d47c53d2017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:54.992423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81067c95-a0e8-4103-979f-bf0f1166baf0,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:55.006349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:55.033414 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f21db3b76681410eb15c5fc72346878a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262740 Jan 24 09:24:55.036509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56470) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:24:55.108623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:55.138004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:55.187833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:55.193748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-20bbc717-1053-4195-899f-29f1c978ea05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:24:55.209576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81067c95-a0e8-4103-979f-bf0f1166baf0,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:24:55.214036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:24:55.222117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:24:55.224054 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81067c95-a0e8-4103-979f-bf0f1166baf0 HTTP/1.1" status: 204 len: 168 time: 0.1861899 Jan 24 09:24:55.955295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dd95c-7a5b-4c82-a75a-3b523aa48e1f req-01afca8f-f045-437a-a9d0-2869ad5ef1db tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:55.957503 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-897dd95c-7a5b-4c82-a75a-3b523aa48e1f req-01afca8f-f045-437a-a9d0-2869ad5ef1db tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1753099 Jan 24 09:24:56.066718 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-897dd95c-7a5b-4c82-a75a-3b523aa48e1f req-1c2a0c91-351c-4529-b7c9-a37d601c7495 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938077 Jan 24 09:24:57.403805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7295-65a8-41fb-b157-6cc24b58de95 req-97c9cf56-ec7d-4d99-8c0f-871e92e6e108 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:57.405530 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6a6e7295-65a8-41fb-b157-6cc24b58de95 req-97c9cf56-ec7d-4d99-8c0f-871e92e6e108 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1688881 Jan 24 09:24:57.513098 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6a6e7295-65a8-41fb-b157-6cc24b58de95 req-31095301-c04a-4727-9921-2618080a593c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007543 Jan 24 09:24:58.751635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88165be-af2d-47df-8b6e-ca1be276ae96 req-d02e5273-356c-4703-97ba-14329eff86b6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:24:58.753281 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e88165be-af2d-47df-8b6e-ca1be276ae96 req-d02e5273-356c-4703-97ba-14329eff86b6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1062601 Jan 24 09:24:58.805594 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e88165be-af2d-47df-8b6e-ca1be276ae96 req-912f4ebe-e412-4f72-bf8c-f9e25795ee64 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Jan 24 09:25:00.052050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caaf73-92db-464c-8c71-3c2203b6d4ac req-fd3b73eb-0c7b-44d3-b977-e0499782be73 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:00.054502 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-43caaf73-92db-464c-8c71-3c2203b6d4ac req-fd3b73eb-0c7b-44d3-b977-e0499782be73 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1128614 Jan 24 09:25:00.111990 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-43caaf73-92db-464c-8c71-3c2203b6d4ac req-259af1f6-a2bc-42a8-8300-a1604f241ad5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509465 Jan 24 09:25:01.355808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fbab7-e3fb-4855-9c9f-fadfc31b15c1 req-7e8bfd8f-0bdf-4e36-adeb-c70d755897a8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:01.357458 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bb7fbab7-e3fb-4855-9c9f-fadfc31b15c1 req-7e8bfd8f-0bdf-4e36-adeb-c70d755897a8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1069434 Jan 24 09:25:01.413284 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bb7fbab7-e3fb-4855-9c9f-fadfc31b15c1 req-bc4a4a7e-9c70-4e20-a443-d7579b5efa63 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493691 Jan 24 09:25:02.728435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38adfd-4094-4c88-875b-3d6e6b0847ea req-4ff765ad-8860-4a4e-89d2-24ef8447f7e0 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:02.737095 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e38adfd-4094-4c88-875b-3d6e6b0847ea req-4ff765ad-8860-4a4e-89d2-24ef8447f7e0 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1717775 Jan 24 09:25:02.790564 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e38adfd-4094-4c88-875b-3d6e6b0847ea req-0fee6da2-579c-4df8-a73b-b0d7813324a8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523038 Jan 24 09:25:04.052547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac31a2-2083-488c-b1c2-1985833e5c39 req-22ca9f97-ab3b-4393-8b0b-1416fce85a32 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:04.054725 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-56ac31a2-2083-488c-b1c2-1985833e5c39 req-22ca9f97-ab3b-4393-8b0b-1416fce85a32 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1281722 Jan 24 09:25:04.106310 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-56ac31a2-2083-488c-b1c2-1985833e5c39 req-07804364-c998-4263-ade1-94f946ecd7e9 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 Jan 24 09:25:05.344101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a3af4-8005-45ba-84b9-eb1e69e378c1 req-706fd350-14bb-46a5-a683-dd60419954e8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:05.345822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5b7a3af4-8005-45ba-84b9-eb1e69e378c1 req-706fd350-14bb-46a5-a683-dd60419954e8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1071966 Jan 24 09:25:05.401826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5b7a3af4-8005-45ba-84b9-eb1e69e378c1 req-ed26a597-f2a3-447e-a417-ea61a4803156 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490067 Jan 24 09:25:06.663797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb3e59-1944-4b2b-9578-71f90a345f01 req-12cdf8cb-68eb-44ce-a55b-19a1a5472f3f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:06.665654 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8cb3e59-1944-4b2b-9578-71f90a345f01 req-12cdf8cb-68eb-44ce-a55b-19a1a5472f3f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1265008 Jan 24 09:25:06.726616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8cb3e59-1944-4b2b-9578-71f90a345f01 req-bb9fa251-7ecc-4619-b402-72d5df9d14da tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544086 Jan 24 09:25:07.717930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56768) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:07.788369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Deleting subnet 66306e72-d0cb-4916-a216-8f3e3835a460 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:25:07.791688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:07.844810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:07.905594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.255296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697056-c364-4b28-b11f-6583deebc80a req-3ac184dd-2841-453d-ba70-c825def42010 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:08.260041 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-58697056-c364-4b28-b11f-6583deebc80a req-3ac184dd-2841-453d-ba70-c825def42010 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.3986089 Jan 24 09:25:08.309233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.313075 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-58697056-c364-4b28-b11f-6583deebc80a req-e2c24ed7-613a-466b-859e-9dd5e26bb19a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Jan 24 09:25:08.327831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d48f80a9-4347-4427-bcfc-416d6c98f7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:08.379445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66306e72-d0cb-4916-a216-8f3e3835a460,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:08.385353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:08.468650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.474631 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c559924c-2d1e-495e-aa98-97d4312bf8d1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/66306e72-d0cb-4916-a216-8f3e3835a460 HTTP/1.1" status: 204 len: 168 time: 0.7555413 Jan 24 09:25:08.477598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56788) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:08.594406 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.788150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.904558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e7a1a1-df69-4441-b629-adf946d8b8ec']}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:08.918413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2c6725-274e-4c9f-9c0e-068165396c54') {'for_net_delete': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:08.918757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2c6725-274e-4c9f-9c0e-068165396c54') {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:08.931886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2277561'] for segment, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.947699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:08.950115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:25:08.979003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-b7b413ea-afae-432f-b1a6-729eb0e5e03d tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Synchronizing usage tracker for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:08.997719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-b7b413ea-afae-432f-b1a6-729eb0e5e03d tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Unset dirty status for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:09.006800 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-b7b413ea-afae-432f-b1a6-729eb0e5e03d tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2039308779&fields=id&tenant_id=c2cf0e1930e54690996154b31cdb6a06 HTTP/1.1" status: 200 len: 267 time: 0.0793092 Jan 24 09:25:09.187737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:09.195511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-66af2d0f-0153-454e-8f55-925538154b6f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:09.197180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-66af2d0f-0153-454e-8f55-925538154b6f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 809 time: 0.1891425 Jan 24 09:25:09.197688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2163573'] for segment, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:09.213745 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-e2e8ac8c-1d88-4d75-ae86-35710bc9cad2 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/quotas/c2cf0e1930e54690996154b31cdb6a06 HTTP/1.1" status: 200 len: 375 time: 0.0101793 Jan 24 09:25:09.312599 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-a9288cd6-8e77-43a9-b3b4-567f20ae4a11 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925539 Jan 24 09:25:09.401565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Network 95e7a1a1-df69-4441-b629-adf946d8b8ec has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:09.429579 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:09.445754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6028-8b69-4df2-9918-135e2ab4e778 req-09dde662-2c93-4686-ad9e-2494829e4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:09.447331 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d65e6028-8b69-4df2-9918-135e2ab4e778 req-09dde662-2c93-4686-ad9e-2494829e4d88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.3276725 Jan 24 09:25:09.473560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-8886b28f-cb99-4aea-b5cc-e98620e4d735 service neutron] 10.222.0.45 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465383 Jan 24 09:25:09.543761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:09.546737 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d65e6028-8b69-4df2-9918-135e2ab4e778 req-01150fcf-7d8f-4047-8201-f28b7ca6efe2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524659 Jan 24 09:25:09.549086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:09.563919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:09.579021 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Pushing event deleted for resources: {'Network': ['ID=95e7a1a1-df69-4441-b629-adf946d8b8ec,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:09.582735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:09.588126 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-95057d3b-dbd5-4d55-92c1-ad7602b7590e admin admin] 10.222.0.45 "DELETE /v2.0/networks/95e7a1a1-df69-4441-b629-adf946d8b8ec HTTP/1.1" status: 204 len: 168 time: 1.1094952 Jan 24 09:25:09.722843 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-b858b5ef-4587-4a48-b853-9fae6f95fe88 service neutron] 10.222.0.45 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2419851 Jan 24 09:25:09.757678 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca77da3-bcb2-451c-bfc4-407c301c5740 req-0df1751c-e64f-42ac-a330-bc66fead95d3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:09.759341 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ca77da3-bcb2-451c-bfc4-407c301c5740 req-0df1751c-e64f-42ac-a330-bc66fead95d3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1617708 Jan 24 09:25:09.813281 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ca77da3-bcb2-451c-bfc4-407c301c5740 req-c52f89ae-7d8c-42bd-9f85-cb76b4f3dd94 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478308 Jan 24 09:25:09.899976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56816) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:09.955635 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-74fa7504-e435-4585-9a84-70edc5bb2f01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2780d2d93ee4606ad7b2eb6977facfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517583 Jan 24 09:25:09.955856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56822) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:10.020857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:10.049908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:10.101290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:10.107718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ac5ad2e1-656a-4b4b-8d08-26a84ec2ffb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:10.123637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3962fbe-61d3-4749-927a-6555946b1342,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:10.126525 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:10.127455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:10.128762 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3962fbe-61d3-4749-927a-6555946b1342 HTTP/1.1" status: 204 len: 168 time: 0.1719325 Jan 24 09:25:10.186766 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-70f79022-6729-470a-af9d-9a60c046cff0 req-48ac9432-c7eb-4135-9198-f3cea00a5058 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0527647 Jan 24 09:25:11.080318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dd920-9ba9-44e9-a5a6-eb77fe30388f req-13dfb142-733c-4430-8dde-afc68ec8b50c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:11.090210 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-945dd920-9ba9-44e9-a5a6-eb77fe30388f req-13dfb142-733c-4430-8dde-afc68ec8b50c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1266174 Jan 24 09:25:11.142586 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-945dd920-9ba9-44e9-a5a6-eb77fe30388f req-e4ef9598-433e-4590-a0b3-654822a46668 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Jan 24 09:25:11.175184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56868) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:11.316593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1784045254-network', 'tenant_id': '0da8ec42a579451997a4eeeaddd089ae'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:11.321770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:11.326056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Usage tracker for resource:network and tenant:0da8ec42a579451997a4eeeaddd089ae is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:11.329138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:11.335821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:11.346313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Made reservation on behalf of 0da8ec42a579451997a4eeeaddd089ae for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:11.351904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.365058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.377125 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b377db07-6e90-44ef-b821-6d5488204ae0 req-1ea1d0b3-21d3-4744-a18c-82f01ccb174b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0533772 Jan 24 09:25:11.384649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:11.388746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Usage tracker for resource:security_group_rule and tenant:0da8ec42a579451997a4eeeaddd089ae is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:11.391753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:11.398162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:11.483156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.486245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.490808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-99a00c81-8f81-4b44-b22a-3e5709241fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:11.524753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:25:11.534648 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:11.538902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:11.541988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.542389 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Added segment 14729132-2b4c-4c01-ac92-134d672376dc of type vxlan for network 3ee48d9a-7643-4f58-93dd-936d90aac6ea Jan 24 09:25:11.570759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.603023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.604354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:11.605032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:11.610255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:12.000807 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8242075 Jan 24 09:25:12.004355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56880) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:12.007162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee48d9a-7643-4f58-93dd-936d90aac6ea,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:12.013135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:12.024557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:25:12.026280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Request body: {'subnet': {'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1784045254-subnet', 'tenant_id': '0da8ec42a579451997a4eeeaddd089ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:12.036329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:12.043272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Usage tracker for resource:subnet and tenant:0da8ec42a579451997a4eeeaddd089ae is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:12.047050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:12.053913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:12.066704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Made reservation on behalf of 0da8ec42a579451997a4eeeaddd089ae for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:12.074682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851494902'] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:12.137667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:25:12.182323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-1dbcb6c2-c701-4ea7-9ad7-fd42fd876e24 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:12.183251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-1dbcb6c2-c701-4ea7-9ad7-fd42fd876e24 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Synchronizing usage tracker for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:network {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:12.226991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-1dbcb6c2-c701-4ea7-9ad7-fd42fd876e24 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Unset dirty status for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:network {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:12.231893 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-1dbcb6c2-c701-4ea7-9ad7-fd42fd876e24 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 809 time: 0.2882442 Jan 24 09:25:12.385603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-55291d7d-91a7-448f-9266-ac07b0e5c7ef tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Synchronizing usage tracker for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:security_group {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:12.399139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-55291d7d-91a7-448f-9266-ac07b0e5c7ef tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Unset dirty status for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:security_group {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:12.401033 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-55291d7d-91a7-448f-9266-ac07b0e5c7ef tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2cf0e1930e54690996154b31cdb6a06 HTTP/1.1" status: 200 len: 5759 time: 0.1492968 Jan 24 09:25:12.411416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'port': {'device_id': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'admin_state_up': True, 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'security_groups': ['133f7cad-48ee-487d-aaa8-8b05be304a5f']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:12.454602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 56894) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:12.571565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:12.575851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Usage tracker for resource:port and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:12.578899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Quota usage for port was recalculated. Used quota:2. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:12.584833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:12.594122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Made reservation on behalf of c2cf0e1930e54690996154b31cdb6a06 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:12.604077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:12.650713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495c69-5813-4429-904f-50b98d1fe8cd req-50b04618-d12f-46a7-93c7-b095229cc673 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:12.652392 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-de495c69-5813-4429-904f-50b98d1fe8cd req-50b04618-d12f-46a7-93c7-b095229cc673 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2569346 Jan 24 09:25:12.678371 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d4e2efb-3776-41f2-83c7-9009320a21f6 req-02dda9ff-7fe7-4cc4-b302-6b3dac9c9d6c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.1523783 Jan 24 09:25:12.704044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:12.742124 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-de495c69-5813-4429-904f-50b98d1fe8cd req-ee2699b8-c675-4f43-93e9-b60c81a8bc78 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Jan 24 09:25:12.781749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:12.791231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Usage tracker for resource:security_group_rule and tenant:6f9a2b476eb744788a123ee75cc3fb7f is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:12.802072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:12.812635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:12.830796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127736853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851494885'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.031899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:13.064039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Allocated IP 172.20.0.6 (ca62a377-fdec-46e4-84ea-b3bee741ee63/1526e1c6-1ef2-45a1-85d8-2731d2be0d99/597b6599-9ebf-4ce9-9065-840482a524b3) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:25:13.115121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.115322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddead9b4-1977-4cba-8c48-8df2a5e9aee2,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:13.133276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.144911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c44ed3fe-a191-416f-bc52-02c7dfb2f68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:13.159457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.160179 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.160910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.162851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.163740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.164281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.164871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.165225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.165640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.166038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.166433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.166826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.168869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.169413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.169814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.170212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.170609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.171129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.172084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.172493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.172891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.173289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.173681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.174070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:13.184314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:13.193292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Checking segment: {'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:25:13.194237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Network hostable DHCP agents. Network: 3ee48d9a-7643-4f58-93dd-936d90aac6ea, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:25:13.221154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:25:13.235492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 3ee48d9a-7643-4f58-93dd-936d90aac6ea) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:13.248811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd883c35-0e1a-4216-933b-b714dbb3f958 None None] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:25:13.266412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:13.267220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.283908 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f9a2b476eb744788a123ee75cc3fb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278008 Jan 24 09:25:13.286625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56912) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:13.289980 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd85822-1da2-4951-a333-d45c43e5c909,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:13.295679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:13.364459 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d519b4e8-c06e-481e-b7cf-5947c1d145e3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3585572 Jan 24 09:25:13.387202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.409933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-939b5244-3139-40e2-982e-f0b3b590a8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.442559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-939b5244-3139-40e2-982e-f0b3b590a8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.512756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Transition to ACTIVE for port object 597b6599-9ebf-4ce9-9065-840482a524b3 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:25:13.540423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-593a2f9d-1e4b-46c5-96e9-67750a11a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:13.542108 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-593a2f9d-1e4b-46c5-96e9-67750a11a963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 1163 time: 0.1601868 Jan 24 09:25:13.593041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-939b5244-3139-40e2-982e-f0b3b590a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.600137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b656de0f-dc0e-41ab-a8c3-525e5016aaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:13.608622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.614291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b5244-3139-40e2-982e-f0b3b590a8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd85822-1da2-4951-a333-d45c43e5c909,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:13.626596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b5349146-a288-424b-aef3-d237299b3656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:13.660498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36b393-d962-4dd1-b1cc-26fe62ebfb8e req-eeecd418-049d-416f-b0d7-0333ecf06e93 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:13.662912 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9f36b393-d962-4dd1-b1cc-26fe62ebfb8e req-eeecd418-049d-416f-b0d7-0333ecf06e93 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1990507 Jan 24 09:25:13.664380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-939b5244-3139-40e2-982e-f0b3b590a8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:13.689304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-939b5244-3139-40e2-982e-f0b3b590a8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:13.690870 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-939b5244-3139-40e2-982e-f0b3b590a8e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2dd85822-1da2-4951-a333-d45c43e5c909 HTTP/1.1" status: 204 len: 168 time: 0.4029670 Jan 24 09:25:13.728432 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9f36b393-d962-4dd1-b1cc-26fe62ebfb8e req-316b527c-14c4-41da-b290-766e80f5c1d5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585732 Jan 24 09:25:13.800334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event updated for resources: {'Port': ['ID=597b6599-9ebf-4ce9-9065-840482a524b3,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:13.806605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc87b63-3991-4f51-8cab-48eeaa706b69 None None] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:25:13.820241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:13.993823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-5b3f24ab-5bd1-453d-bcfa-495de16a0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:13.995456 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-5b3f24ab-5bd1-453d-bcfa-495de16a0e92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 200 len: 913 time: 0.4452231 Jan 24 09:25:14.110056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da848f8b-cbde-4076-b23a-3c5539573d68 req-4a28a75d-5976-444f-a186-ae5d1a442478 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:14.118403 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da848f8b-cbde-4076-b23a-3c5539573d68 req-4a28a75d-5976-444f-a186-ae5d1a442478 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 931 time: 0.1770329 Jan 24 09:25:14.228274 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da848f8b-cbde-4076-b23a-3c5539573d68 req-ffaa2204-9a45-45bf-8e99-eb5b05d22edc tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1088002 Jan 24 09:25:14.260509 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-3477cb0e-ba6d-442b-93b8-2c0f75e2d2f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 200 len: 217 time: 0.2093675 Jan 24 09:25:14.292973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:25:14.340674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:14.354666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:25:14.447833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-52a5422f-dc81-4b37-8d3c-fb24d1eee23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:14.448617 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-52a5422f-dc81-4b37-8d3c-fb24d1eee23b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 200 len: 859 time: 0.1798873 Jan 24 09:25:14.517080 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-8ad74340-5573-4ae6-b1a5-97f0de1c680c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61dab7e1-f4d1-4c90-a093-22e25b46d57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617921 Jan 24 09:25:14.538976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:14.539749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.553553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56944) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:14.574417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.595403 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:14.596861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e5623303465e4013af4799f00c12ae7a is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:14.600548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:14.607219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:14.680984 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2740266 Jan 24 09:25:14.700710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Request body: {'port': {'device_id': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:14.705646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.709105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.719382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d6b18a8b-94a7-44a3-bb42-6a720909fcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:14.745510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9df4edd7-9735-4b96-a9ec-49dc39218081 None None] Provisioning for port 597b6599-9ebf-4ce9-9065-840482a524b3 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:25:14.747985 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-e055758a-627a-4214-bd74-9b1435c5d103 service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033522 Jan 24 09:25:14.753043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-9df4edd7-9735-4b96-a9ec-49dc39218081 None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:14.753704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9df4edd7-9735-4b96-a9ec-49dc39218081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.771982 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5623303465e4013af4799f00c12ae7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125058 Jan 24 09:25:14.773610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29190b40-0499-4528-bce5-33fb79b2700f,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:14.776944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 56952) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:14.779876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:14.837690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9df4edd7-9735-4b96-a9ec-49dc39218081 None None] Port 597b6599-9ebf-4ce9-9065-840482a524b3 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:25:14.854176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.884825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.934031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.942031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9b9bae66-ced9-4013-9bc3-7500a7adcb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:14.957558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:14.959454 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29190b40-0499-4528-bce5-33fb79b2700f HTTP/1.1" status: 204 len: 168 time: 0.1812339 Jan 24 09:25:14.960422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29190b40-0499-4528-bce5-33fb79b2700f,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:14.972753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:15.109899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:15.122657 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91705f67-010c-4439-b3bf-c7c26a2285ad req-59ed6fd6-74b7-4fbb-9f91-84bd625b61fd service neutron] 10.222.0.48 "GET /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3674190 Jan 24 09:25:15.155160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cd60f-5f70-4d16-9221-c1d5db5b2cdf req-da182e66-ca4f-4b43-b01f-bf2b934e16b3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:15.156903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e7cd60f-5f70-4d16-9221-c1d5db5b2cdf req-da182e66-ca4f-4b43-b01f-bf2b934e16b3 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1831198 Jan 24 09:25:15.224098 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e7cd60f-5f70-4d16-9221-c1d5db5b2cdf req-f54bec5d-835c-4fe6-bc38-180d66adcbff tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596247 Jan 24 09:25:15.480328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33d05-a4a5-4faf-a323-0ebced4adb9e req-0b9eadd0-0920-4f56-83d4-c4d6a45bc5b8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:15.493745 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-63c33d05-a4a5-4faf-a323-0ebced4adb9e req-0b9eadd0-0920-4f56-83d4-c4d6a45bc5b8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 931 time: 0.1413257 Jan 24 09:25:15.569575 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-63c33d05-a4a5-4faf-a323-0ebced4adb9e req-5cdc6733-68dc-407c-a6b6-9325c3b2ca27 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0744541 Jan 24 09:25:15.575201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597b6599-9ebf-4ce9-9065-840482a524b3 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:25:15.587002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:15.607519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Transition to ACTIVE for port object 597b6599-9ebf-4ce9-9065-840482a524b3 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:25:15.607519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:15.627001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8cf3e9a-ef8e-47cc-8dca-27b58f53cdb5 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:15.776428 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=597b6599-9ebf-4ce9-9065-840482a524b3,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:15.779669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:16.229983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cd543-f495-4055-857a-8b71f5acdb1a req-324eef25-75e5-4a45-bfca-81eb77b606b4 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:16.232010 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-324eef25-75e5-4a45-bfca-81eb77b606b4 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/networks?id=3ee48d9a-7643-4f58-93dd-936d90aac6ea HTTP/1.1" status: 200 len: 814 time: 0.3517973 Jan 24 09:25:16.238313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Attempting to bind port 597b6599-9ebf-4ce9-9065-840482a524b3 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:25:16.238934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Attempting to bind port 597b6599-9ebf-4ce9-9065-840482a524b3 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:25:16.239390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Attempting to bind port 597b6599-9ebf-4ce9-9065-840482a524b3 on network ca62a377-fdec-46e4-84ea-b3bee741ee63 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:25:16.246301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:25:16.246681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Checking segment: {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:25:16.247090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:16.247485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Bound using segment: {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:25:16.248002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Bound port: 597b6599-9ebf-4ce9-9065-840482a524b3, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:25:16.248437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:16.251609 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-97c7004d-8893-483b-ab86-5d9e4dd86641 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/quotas/0da8ec42a579451997a4eeeaddd089ae HTTP/1.1" status: 200 len: 375 time: 0.0117404 Jan 24 09:25:16.334566 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-2fec5f4e-7657-4b2a-ad03-b831a7f3ae07 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?tenant_id=0da8ec42a579451997a4eeeaddd089ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735893 Jan 24 09:25:16.391041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] For port 597b6599-9ebf-4ce9-9065-840482a524b3, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:25:16.395189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] For port 597b6599-9ebf-4ce9-9065-840482a524b3, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=597b6599-9ebf-4ce9-9065-840482a524b3,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:25:16.399804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:16.423126 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0313f787-1d5a-4029-8217-6bd215c98935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:16.575871 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-00697080-d5b1-4735-8c6c-de43241fb794 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318039 Jan 24 09:25:16.580166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=597b6599-9ebf-4ce9-9065-840482a524b3,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:16.591477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:16.633556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:16.634188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:16.635881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] 10.222.0.48 "PUT /v2.0/ports/597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 1157 time: 1.9401145 Jan 24 09:25:16.636503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:16.649780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62476-a6e8-4417-b4ae-e418ecc03a84 req-c5d7661d-53a8-40ce-8f8d-7d0e23d6fb25 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:16.651487 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e5a62476-a6e8-4417-b4ae-e418ecc03a84 req-c5d7661d-53a8-40ce-8f8d-7d0e23d6fb25 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1926875 Jan 24 09:25:16.786516 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e5a62476-a6e8-4417-b4ae-e418ecc03a84 req-062e59d3-7354-4672-aa89-6757565806db tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704896 Jan 24 09:25:16.799426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-2bcaf6fa-b334-4d46-a17b-1eb78835f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:16.804441 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-2bcaf6fa-b334-4d46-a17b-1eb78835f3c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1160 time: 0.0992968 Jan 24 09:25:16.806213 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d9600b8a-d88a-4e00-b8ac-1872a57b0c02 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2233529 Jan 24 09:25:16.896229 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-adc2b6d9-9da8-4b32-9770-fb4230038c24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 217 time: 0.0739236 Jan 24 09:25:16.978136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57022) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:16.999116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-1df2381d-9195-4097-8551-35e2b34a9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:17.000755 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-1df2381d-9195-4097-8551-35e2b34a9d81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.0974286 Jan 24 09:25:17.069423 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3', 'status': 'completed', 'code': 200} Jan 24 09:25:17.134427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c69ed7b5-9a3f-4b56-a044-b7a8a76b3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:17.136580 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-c69ed7b5-9a3f-4b56-a044-b7a8a76b3a60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1286812 Jan 24 09:25:17.187431 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0074ec66-c573-4f4f-bbd3-7875160eaaa8 req-f81043c2-3a48-4347-87a3-e0816381663a tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 210 time: 0.0800478 Jan 24 09:25:17.221146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.269887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed51a3-5ed7-47d3-8ed3-db5e552aa36b req-0c4e9a8f-7927-4c50-9e36-c6abcd61de33 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:17.278257 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-82ed51a3-5ed7-47d3-8ed3-db5e552aa36b req-0c4e9a8f-7927-4c50-9e36-c6abcd61de33 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.2877049 Jan 24 09:25:17.332171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:17.346124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Usage tracker for resource:security_group_rule and tenant:21154f0a7dd447f89bad0fdae09dbbe1 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:17.347043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:17.361308 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-82ed51a3-5ed7-47d3-8ed3-db5e552aa36b req-3a6da319-5efa-4a11-8cbe-801b2d1ef86b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0820606 Jan 24 09:25:17.361621 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-2cc1dc3a-aa5b-4707-94bf-50fc2d47f661 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167902 Jan 24 09:25:17.366156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:17.549000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.552007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.588316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:17.604223 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21154f0a7dd447f89bad0fdae09dbbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224239 Jan 24 09:25:17.605564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57048) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:17.632614 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-846e49fa-ebeb-46c3-8cd5-c0375d7cbb0a req-e536ca47-27ff-46f5-a483-239a85058cd5 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2637224 Jan 24 09:25:17.667956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedcc1cc-c09d-4bdb-a495-594b917df6d7,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:17.673155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:17.694039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.729370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.785185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.790815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-75dafca5-ef5a-45d5-b196-6c3a3c9ac2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:17.803351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedcc1cc-c09d-4bdb-a495-594b917df6d7,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:17.806104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:17.812239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:17.813624 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eedcc1cc-c09d-4bdb-a495-594b917df6d7 HTTP/1.1" status: 204 len: 168 time: 0.2070587 Jan 24 09:25:18.017378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-e1b0f012-9a89-4c3d-83d4-382115eec7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.019063 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-e1b0f012-9a89-4c3d-83d4-382115eec7a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1160 time: 0.1553681 Jan 24 09:25:18.310834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-c71c602d-3be0-4993-95ee-9d706319a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.312888 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-c71c602d-3be0-4993-95ee-9d706319a897 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.1974719 Jan 24 09:25:18.386291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4379443-aac9-4cfa-a8fe-28fb06d53ba2 req-b1b0e35c-2517-406e-bc81-20c8d374bf6c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.393991 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4379443-aac9-4cfa-a8fe-28fb06d53ba2 req-b1b0e35c-2517-406e-bc81-20c8d374bf6c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.4820547 Jan 24 09:25:18.461475 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-65e1ff64-b7a3-48cf-a844-d2d9b0b635d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 217 time: 0.1247873 Jan 24 09:25:18.462792 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4379443-aac9-4cfa-a8fe-28fb06d53ba2 req-00821bbc-1264-41a4-b2da-29ca21326300 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677798 Jan 24 09:25:18.495363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb39f2-b603-4b2e-bfeb-2861f12cc6a4 req-36bb23d7-ba4d-400f-abb9-6d7708dd48de tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.502927 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bacb39f2-b603-4b2e-bfeb-2861f12cc6a4 req-36bb23d7-ba4d-400f-abb9-6d7708dd48de tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2571647 Jan 24 09:25:18.584881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bacb39f2-b603-4b2e-bfeb-2861f12cc6a4 req-eb9c88fe-3ad3-4e26-ad26-ca4e8fd43bec tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802979 Jan 24 09:25:18.605302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-ef71c8b8-8e63-49c7-a47e-fc8082590b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.606903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-ef71c8b8-8e63-49c7-a47e-fc8082590b94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.1372714 Jan 24 09:25:18.706321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-b2823856-350c-4a48-b120-58e15f433f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.708409 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-b2823856-350c-4a48-b120-58e15f433f93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940909 Jan 24 09:25:18.732365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7e96da81-dc54-4e66-bbcd-2e772ef9f7f4 req-547e04c2-7f26-4cc8-bbd6-d7c6bc455ad2 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 210 time: 0.0570586 Jan 24 09:25:18.893898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4118-51c4-43f3-b7a9-49fda8075720 req-df946661-1045-46e5-a7c4-810c38bf00de tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:18.901699 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cf8a4118-51c4-43f3-b7a9-49fda8075720 req-df946661-1045-46e5-a7c4-810c38bf00de tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1257355 Jan 24 09:25:18.960841 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cf8a4118-51c4-43f3-b7a9-49fda8075720 req-d36de496-2f71-4d3b-9cb3-0822fbd44fb7 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0580060 Jan 24 09:25:19.044114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d854a822-4ba2-437a-9a8a-e34c790dc63c tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:19.044866 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d854a822-4ba2-437a-9a8a-e34c790dc63c tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Synchronizing usage tracker for tenant:0da8ec42a579451997a4eeeaddd089ae on resource:network {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:19.052719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-5be7cba3-301d-41ed-be00-686e2599840d service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128719 Jan 24 09:25:19.066017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d854a822-4ba2-437a-9a8a-e34c790dc63c tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Unset dirty status for tenant:0da8ec42a579451997a4eeeaddd089ae on resource:network {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:19.067233 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d854a822-4ba2-437a-9a8a-e34c790dc63c tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "GET /v2.0/networks?id=3ee48d9a-7643-4f58-93dd-936d90aac6ea HTTP/1.1" status: 200 len: 814 time: 0.3571486 Jan 24 09:25:19.125157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Request body: {'port': {'device_id': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea', 'admin_state_up': True, 'tenant_id': '0da8ec42a579451997a4eeeaddd089ae'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:19.379233 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05194bf4-6b9c-4cf7-9f13-8cc91459cd3b req-3a9125b5-96f0-4491-ba3d-68dfa3c97b4c service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2806542 Jan 24 09:25:19.388392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:19.388993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Usage tracker for resource:port and tenant:0da8ec42a579451997a4eeeaddd089ae is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:19.392059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Quota usage for port was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:19.398393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:19.407669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Made reservation on behalf of 0da8ec42a579451997a4eeeaddd089ae for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:25:19.418296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:19.739711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-155d4a1b-2ba0-4212-b2b8-d3ff1790ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:19.776481 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a026d-a480-4fe5-b0e1-b7235f055813 req-d8c9da71-818b-4e5e-9b77-dc3eb7b31024 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:19.778241 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c52a026d-a480-4fe5-b0e1-b7235f055813 req-d8c9da71-818b-4e5e-9b77-dc3eb7b31024 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1291785 Jan 24 09:25:19.839205 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c52a026d-a480-4fe5-b0e1-b7235f055813 req-c61300d7-e650-43b7-8fba-56b2c153255e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541008 Jan 24 09:25:19.975745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Allocated IP 172.20.0.4 (3ee48d9a-7643-4f58-93dd-936d90aac6ea/ddead9b4-1977-4cba-8c48-8df2a5e9aee2/5c65f15a-a87f-41e8-8a57-88524ba1dbe8) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:25:19.978988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07641f-7628-4df8-99ec-8f8bf2238b21 req-2893ed7b-6952-4480-8859-e95a1cdbbac2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:19.980745 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d07641f-7628-4df8-99ec-8f8bf2238b21 req-2893ed7b-6952-4480-8859-e95a1cdbbac2 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1118548 Jan 24 09:25:20.001132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.078434 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-07d5b590-cdb8-4867-8c34-a5151e1c90fe req-c2999ba2-fe93-45d5-9d1b-3c8cefeb698b tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 210 time: 0.0675111 Jan 24 09:25:20.089700 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d07641f-7628-4df8-99ec-8f8bf2238b21 req-8807a7bd-0a6a-45fb-aefd-b23a9c2f3e06 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011198 Jan 24 09:25:20.211894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.250187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.269362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:20.312438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7172d3-af0c-431b-aecc-55b68f214078 req-fbcc8d4b-d4c4-4908-8f7a-90390082f149 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:20.321419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7a7172d3-af0c-431b-aecc-55b68f214078 req-fbcc8d4b-d4c4-4908-8f7a-90390082f149 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1178534 Jan 24 09:25:20.361367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Pushing event updated for resources: {'Port': ['ID=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:20.365591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:20.381801 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7a7172d3-af0c-431b-aecc-55b68f214078 req-fc1fe205-eb92-492c-9776-c38e7a03fff8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0592546 Jan 24 09:25:20.484623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:25:20.485756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:20.488095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:25:20.573291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:20.574023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:20.595250 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4744217 Jan 24 09:25:20.640243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Request body: {'port': {'device_id': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:20.765456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.124687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c400f6-0429-440d-a146-78471b1f100d req-a55a960c-8214-4340-8c10-0a3b06b79e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:21.133220 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-04c400f6-0429-440d-a146-78471b1f100d req-a55a960c-8214-4340-8c10-0a3b06b79e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1364524 Jan 24 09:25:21.196222 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-04c400f6-0429-440d-a146-78471b1f100d req-68d1aa10-fbcd-4220-be31-a5533951bdf8 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618472 Jan 24 09:25:21.196523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:25:21.204728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.219807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Transition to ACTIVE for port object 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:25:21.223829 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.239804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:21.348330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdfa5a-ef09-463a-a800-c64b3c6083b8 req-2b8fbb01-9a06-4b18-b880-d372d51d1855 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:21.350571 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-abbdfa5a-ef09-463a-a800-c64b3c6083b8 req-2b8fbb01-9a06-4b18-b880-d372d51d1855 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1138601 Jan 24 09:25:21.380384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:21.384154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:21.409437 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-abbdfa5a-ef09-463a-a800-c64b3c6083b8 req-6e71dff0-6437-46f3-aa3c-f33941dd4055 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513082 Jan 24 09:25:21.582791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Attempting to bind port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:25:21.583164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Attempting to bind port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:25:21.583532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Attempting to bind port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 on network 3ee48d9a-7643-4f58-93dd-936d90aac6ea {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:25:21.590207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:25:21.590583 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Checking segment: {'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:25:21.590992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.591384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Bound using segment: {'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:25:21.591887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Bound port: 5c65f15a-a87f-41e8-8a57-88524ba1dbe8, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:25:21.592379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.698705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] For port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:25:21.699927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f0a7c-2999-4fdc-8acc-d57c56cfeea6 req-7e1a124a-f918-442c-be48-450f7fae6610 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:21.701610 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-754f0a7c-2999-4fdc-8acc-d57c56cfeea6 req-7e1a124a-f918-442c-be48-450f7fae6610 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1167617 Jan 24 09:25:21.701924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] For port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:25:21.705485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.721625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:21.757368 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-754f0a7c-2999-4fdc-8acc-d57c56cfeea6 req-d1bdb312-c603-418f-9523-2bf37d1e3a77 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0486486 Jan 24 09:25:21.804148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e009c077-24d0-4f85-97d0-bcc67dd57452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.876228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:21.881034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:21.916432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:21.917157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:21.918584 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/5c65f15a-a87f-41e8-8a57-88524ba1dbe8 HTTP/1.1" status: 200 len: 1157 time: 1.2839236 Jan 24 09:25:21.919090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:21.977301 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8', 'status': 'completed', 'code': 200} Jan 24 09:25:22.075138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cd543-f495-4055-857a-8b71f5acdb1a req-ef863603-1f79-4728-88ed-1e905144897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.076807 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-ef863603-1f79-4728-88ed-1e905144897b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da8ec42a579451997a4eeeaddd089ae&device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 1160 time: 0.0786195 Jan 24 09:25:22.163388 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-716cda31-e8c8-4348-8f4d-9b440c2ede9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c65f15a-a87f-41e8-8a57-88524ba1dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0701971 Jan 24 09:25:22.234996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cd543-f495-4055-857a-8b71f5acdb1a req-60c4a02c-be5e-497c-ada9-3dbc20a11925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.236621 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-60c4a02c-be5e-497c-ada9-3dbc20a11925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddead9b4-1977-4cba-8c48-8df2a5e9aee2 HTTP/1.1" status: 200 len: 854 time: 0.0660872 Jan 24 09:25:22.289313 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-d7df294c-328e-46e0-a622-e0def7725603 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ee48d9a-7643-4f58-93dd-936d90aac6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457504 Jan 24 09:25:22.435973 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-3899c9f7-806e-4011-9f0b-433cf16c8c39 service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395087 Jan 24 09:25:22.446181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c303c-bfdd-4a1b-a88b-fa0bc7916ed1 req-cb39e8a9-de48-4197-866d-197983f7b367 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.447833 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-841c303c-bfdd-4a1b-a88b-fa0bc7916ed1 req-cb39e8a9-de48-4197-866d-197983f7b367 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1096029 Jan 24 09:25:22.501134 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-841c303c-bfdd-4a1b-a88b-fa0bc7916ed1 req-bc5f81b5-c29e-440e-9e2f-01ad7be3981b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468988 Jan 24 09:25:22.586432 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-245cd543-f495-4055-857a-8b71f5acdb1a req-208b5472-7ef9-4e29-86bb-ed3f30253274 service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417725 Jan 24 09:25:22.652122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:22.682830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfad00-bfbb-4fe6-8b81-3f8393133b16 req-d73f9101-9c11-4268-abc0-6117bd7c9ef4 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.684557 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fbbfad00-bfbb-4fe6-8b81-3f8393133b16 req-d73f9101-9c11-4268-abc0-6117bd7c9ef4 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1120346 Jan 24 09:25:22.740860 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fbbfad00-bfbb-4fe6-8b81-3f8393133b16 req-f49bf841-3976-4a91-835b-7bf902457a30 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495193 Jan 24 09:25:22.790264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-3aa924b6-1ef9-4ae3-9032-a70c8a9c8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.791974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-3aa924b6-1ef9-4ae3-9032-a70c8a9c8618 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da8ec42a579451997a4eeeaddd089ae&device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 1160 time: 0.0902121 Jan 24 09:25:22.942015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-3aa8530e-8379-40c4-9856-2e0eb0fbee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:22.944263 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-3aa8530e-8379-40c4-9856-2e0eb0fbee16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ee48d9a-7643-4f58-93dd-936d90aac6ea HTTP/1.1" status: 200 len: 908 time: 0.1458066 Jan 24 09:25:23.022184 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-992f5beb-856c-4fd6-9dd1-7bd506afd958 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c65f15a-a87f-41e8-8a57-88524ba1dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0707006 Jan 24 09:25:23.045537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4394b8b-d1a2-48b3-b033-fdaeeb43070e req-95bd57b5-b489-47a8-9b14-2283129324b1 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.047604 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4394b8b-d1a2-48b3-b033-fdaeeb43070e req-95bd57b5-b489-47a8-9b14-2283129324b1 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1393926 Jan 24 09:25:23.099093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-a9647caa-48c9-48ef-af75-7bc4005cdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.101236 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-a9647caa-48c9-48ef-af75-7bc4005cdfda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddead9b4-1977-4cba-8c48-8df2a5e9aee2 HTTP/1.1" status: 200 len: 854 time: 0.0728524 Jan 24 09:25:23.101972 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4394b8b-d1a2-48b3-b033-fdaeeb43070e req-56e11c98-a268-4ae3-a372-61c7f23f1b44 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478873 Jan 24 09:25:23.155950 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-7e231bf8-61ce-49c4-85b0-8080bf7d5018 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ee48d9a-7643-4f58-93dd-936d90aac6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449967 Jan 24 09:25:23.301273 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-b6424a38-36aa-4c61-b39a-91fa3e198e8b service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334839 Jan 24 09:25:23.443759 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f20da29-60a1-424b-8d05-1ac28a127340 req-3d2dda02-c043-4452-ba91-465c2ecdd78a service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353028 Jan 24 09:25:23.624831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:23.756712 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d229db-0860-42a0-bcd4-00134439cf88 req-ea27e934-1063-4e73-b326-16c40526045f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.758376 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-09d229db-0860-42a0-bcd4-00134439cf88 req-ea27e934-1063-4e73-b326-16c40526045f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1131809 Jan 24 09:25:23.810897 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-09d229db-0860-42a0-bcd4-00134439cf88 req-118942b4-5cf2-41af-8608-619a9f3dcbba tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460246 Jan 24 09:25:23.976158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426b89-f7f7-4698-bc28-1f0bb55c1e52 req-dadbc86a-32ab-486e-bf0d-e3ee3dbfd553 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:23.977837 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-80426b89-f7f7-4698-bc28-1f0bb55c1e52 req-dadbc86a-32ab-486e-bf0d-e3ee3dbfd553 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1071205 Jan 24 09:25:24.031250 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-80426b89-f7f7-4698-bc28-1f0bb55c1e52 req-995e6e57-d2dc-4d0f-bda9-0bcf77e83695 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 Jan 24 09:25:24.129442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:24.347471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c40f-7fd3-43d8-8b68-d5616b01e6d4 req-c8fa51c0-54e8-4902-85c8-39db6b98ff39 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:24.349182 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7ed4c40f-7fd3-43d8-8b68-d5616b01e6d4 req-c8fa51c0-54e8-4902-85c8-39db6b98ff39 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1126757 Jan 24 09:25:24.401205 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7ed4c40f-7fd3-43d8-8b68-d5616b01e6d4 req-f86f5af9-c3ae-4c4a-b211-1c5c70eaefcf tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455074 Jan 24 09:25:25.060258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e53f9-8a81-4e1c-a727-0e13770e4b76 req-94ea4bbf-dffb-48d1-8889-bcecc4cb0e98 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:25.061951 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b1e53f9-8a81-4e1c-a727-0e13770e4b76 req-94ea4bbf-dffb-48d1-8889-bcecc4cb0e98 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1074235 Jan 24 09:25:25.119639 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b1e53f9-8a81-4e1c-a727-0e13770e4b76 req-3b05a8e9-a439-4d31-8a88-7b3d9d421ca5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499525 Jan 24 09:25:25.270320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3431-385e-4312-975f-03f8a77ed70a req-e83fcac3-b667-4ef6-aac8-b5517e12984b tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:25.272409 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d2c3431-385e-4312-975f-03f8a77ed70a req-e83fcac3-b667-4ef6-aac8-b5517e12984b tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1124821 Jan 24 09:25:25.323846 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d2c3431-385e-4312-975f-03f8a77ed70a req-be711d86-bca4-4882-997d-a05bf6419404 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Jan 24 09:25:25.640086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c325-b0a2-45f4-8788-5c7cbd952856 req-4375ed19-045f-44c1-9d96-10984cde741a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:25.641796 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2ce6c325-b0a2-45f4-8788-5c7cbd952856 req-4375ed19-045f-44c1-9d96-10984cde741a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1113067 Jan 24 09:25:25.701311 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2ce6c325-b0a2-45f4-8788-5c7cbd952856 req-d0b9f400-1ab3-4275-9a16-472c887fc7ef tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0503185 Jan 24 09:25:26.443511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88f870-3a32-4411-9ff5-e435083800a0 req-95a141e8-cc85-41c1-a07c-754ad72ca05b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:26.445214 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ef88f870-3a32-4411-9ff5-e435083800a0 req-95a141e8-cc85-41c1-a07c-754ad72ca05b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1413567 Jan 24 09:25:26.473412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f1c8-e47e-4ffa-9b6f-b4b5985695ff req-fd41252f-c4f0-42b6-a684-4d559f8a5894 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:26.475009 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a2d1f1c8-e47e-4ffa-9b6f-b4b5985695ff req-fd41252f-c4f0-42b6-a684-4d559f8a5894 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.2087750 Jan 24 09:25:26.553424 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ef88f870-3a32-4411-9ff5-e435083800a0 req-d6f1d36d-4ec9-443e-975b-192822084076 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773928 Jan 24 09:25:26.561371 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a2d1f1c8-e47e-4ffa-9b6f-b4b5985695ff req-35836339-3ca8-43de-b203-8cc171c8649d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711434 Jan 24 09:25:26.788700 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380fe1b-e915-4d4d-8474-684229e90b63 req-73c20fa5-cb32-45a1-9b00-c95d3e4ac288 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:26.790399 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c380fe1b-e915-4d4d-8474-684229e90b63 req-73c20fa5-cb32-45a1-9b00-c95d3e4ac288 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1124420 Jan 24 09:25:26.844230 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c380fe1b-e915-4d4d-8474-684229e90b63 req-64fa5ea8-37ad-4c92-aa73-b0d23482d2a9 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Jan 24 09:25:26.956418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1af3f8-5275-456a-97b5-5d1e30b4a32a req-a82c696a-9700-4910-899f-6964ba48b459 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:26.956418 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d1af3f8-5275-456a-97b5-5d1e30b4a32a req-a82c696a-9700-4910-899f-6964ba48b459 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1088514 Jan 24 09:25:27.010748 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d1af3f8-5275-456a-97b5-5d1e30b4a32a req-80ff9f93-c73f-4998-b8ef-53695a568382 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0495420 Jan 24 09:25:27.871954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498aa0f-ae43-418a-a796-8ebbbb08ada8 req-59425494-502e-4539-9ff0-82c08c881d1a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:27.873499 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8498aa0f-ae43-418a-a796-8ebbbb08ada8 req-59425494-502e-4539-9ff0-82c08c881d1a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1786253 Jan 24 09:25:27.901276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a93d-8b9d-40c6-9c7c-57756be109f0 req-600c125e-ea55-4007-bb81-fb321324d595 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:27.902792 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6e02a93d-8b9d-40c6-9c7c-57756be109f0 req-600c125e-ea55-4007-bb81-fb321324d595 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1711259 Jan 24 09:25:27.980584 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8498aa0f-ae43-418a-a796-8ebbbb08ada8 req-bc412042-d136-4917-a128-b9efd62b77e9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767360 Jan 24 09:25:27.991422 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6e02a93d-8b9d-40c6-9c7c-57756be109f0 req-78f10ef2-75d3-4273-aed2-3e4f81c33884 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712278 Jan 24 09:25:28.285045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4255ef1-cf50-441a-86f1-7b3b476a0616 req-394f1060-1f14-4424-963b-74e1357a1564 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:28.287226 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b4255ef1-cf50-441a-86f1-7b3b476a0616 req-394f1060-1f14-4424-963b-74e1357a1564 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1835105 Jan 24 09:25:28.313121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87952c45-355b-4c5e-b277-0817bd9e8fed req-01146316-20f1-4cb4-b475-1368955aaf58 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:28.314630 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87952c45-355b-4c5e-b277-0817bd9e8fed req-01146316-20f1-4cb4-b475-1368955aaf58 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1700485 Jan 24 09:25:28.395986 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b4255ef1-cf50-441a-86f1-7b3b476a0616 req-aa653cc8-c06e-4eca-a1c3-0d38309b34d2 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802755 Jan 24 09:25:28.404169 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87952c45-355b-4c5e-b277-0817bd9e8fed req-89e082c5-e28a-447e-819f-17c7e0377c9c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0742462 Jan 24 09:25:29.294210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49096e07-4778-4e2c-b8fb-fd0e91f93b7b req-44d89323-373a-477b-a4dd-03ce0cef2d30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:29.295790 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-49096e07-4778-4e2c-b8fb-fd0e91f93b7b req-44d89323-373a-477b-a4dd-03ce0cef2d30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1861405 Jan 24 09:25:29.322792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd77d4-6a41-4d80-9655-77ab3ed76014 req-57a0534c-42a2-4ac8-bbc2-7edbd719dc96 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:29.324323 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fcfd77d4-6a41-4d80-9655-77ab3ed76014 req-57a0534c-42a2-4ac8-bbc2-7edbd719dc96 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1776052 Jan 24 09:25:29.406860 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-49096e07-4778-4e2c-b8fb-fd0e91f93b7b req-be716503-7ff3-442f-b733-e0c6074656cf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815082 Jan 24 09:25:29.415150 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fcfd77d4-6a41-4d80-9655-77ab3ed76014 req-65132d9b-d1a0-451d-8def-dedabe10755d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746756 Jan 24 09:25:29.703517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e81f5-1dec-4f0e-b42f-6dcb715f5e73 req-031fb8d0-4eed-4560-a07a-0182af7ff0af tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:29.705216 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-315e81f5-1dec-4f0e-b42f-6dcb715f5e73 req-031fb8d0-4eed-4560-a07a-0182af7ff0af tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1779623 Jan 24 09:25:29.732583 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5d32d-af71-4885-a09e-bc40a5ce2d0c req-b106a696-e8e7-4bdb-835c-37e8736432e6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:29.734237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8ff5d32d-af71-4885-a09e-bc40a5ce2d0c req-b106a696-e8e7-4bdb-835c-37e8736432e6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1662157 Jan 24 09:25:30.012615 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-315e81f5-1dec-4f0e-b42f-6dcb715f5e73 req-51a7a701-15b2-4c2a-95e8-89c7e5775f10 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772136 Jan 24 09:25:30.020547 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8ff5d32d-af71-4885-a09e-bc40a5ce2d0c req-88d6ba28-a939-47a7-af6f-9b96a5c17ff4 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0729804 Jan 24 09:25:30.707096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9fa4d-2b56-4c32-8b64-4abe78ad876d req-2951fddf-0657-4c6f-b886-43bbd3286e5a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:30.709234 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-78e9fa4d-2b56-4c32-8b64-4abe78ad876d req-2951fddf-0657-4c6f-b886-43bbd3286e5a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1744955 Jan 24 09:25:30.735166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8fd02-4935-428e-9033-8e345846491e req-b6fa492b-d392-4c43-8f6b-24876f8c73d9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:30.736678 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ce8fd02-4935-428e-9033-8e345846491e req-b6fa492b-d392-4c43-8f6b-24876f8c73d9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1663516 Jan 24 09:25:30.817063 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-78e9fa4d-2b56-4c32-8b64-4abe78ad876d req-ea5f24de-3dcd-4861-a000-da72fa59a4f3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793796 Jan 24 09:25:30.825067 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ce8fd02-4935-428e-9033-8e345846491e req-c2e0e35b-d41a-4797-97d3-c6b37ab6697d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726209 Jan 24 09:25:31.315485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ddee1-e8a2-457d-9787-30c6d04524f6 req-3ba920b7-2ce0-4dfb-82f0-7c95484b952d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:31.317070 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8a1ddee1-e8a2-457d-9787-30c6d04524f6 req-3ba920b7-2ce0-4dfb-82f0-7c95484b952d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1749690 Jan 24 09:25:31.344735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c067076-c7dd-48dd-a688-78411ff673c3 req-344d5112-027e-488e-a455-fe2addf16fc9 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:31.346318 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c067076-c7dd-48dd-a688-78411ff673c3 req-344d5112-027e-488e-a455-fe2addf16fc9 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1663704 Jan 24 09:25:31.425912 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8a1ddee1-e8a2-457d-9787-30c6d04524f6 req-5ab6dfe7-ad11-4a39-844e-7c4f9cd8f17a tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785441 Jan 24 09:25:31.436583 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c067076-c7dd-48dd-a688-78411ff673c3 req-4e6395ab-292c-4e88-b837-c89530fc19fd tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0698514 Jan 24 09:25:31.645598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:25:32.148838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247d27-299c-444c-8056-41f357cfc2af req-15c8a62d-ae83-4fd1-aea6-4c8a4c2f2241 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:32.150433 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d3247d27-299c-444c-8056-41f357cfc2af req-15c8a62d-ae83-4fd1-aea6-4c8a4c2f2241 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.2006712 Jan 24 09:25:32.179302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edcdcc-2659-42f2-90ea-72ccfebf3cea req-cdf52b12-2fd2-4008-8eb2-2827a2c346aa tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:32.180871 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-28edcdcc-2659-42f2-90ea-72ccfebf3cea req-cdf52b12-2fd2-4008-8eb2-2827a2c346aa tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1748309 Jan 24 09:25:32.263384 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-28edcdcc-2659-42f2-90ea-72ccfebf3cea req-57044ba3-f9be-4901-b1fe-98d49d0af5bb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663571 Jan 24 09:25:32.270120 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d3247d27-299c-444c-8056-41f357cfc2af req-58e9dd82-556d-4110-996c-fae003ab3d5b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880892 Jan 24 09:25:32.730711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740d27b-25ac-4ca9-8727-566a1530ab6e req-6bc77aca-212a-4ec4-86f6-8302cb417f25 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:32.732410 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e740d27b-25ac-4ca9-8727-566a1530ab6e req-6bc77aca-212a-4ec4-86f6-8302cb417f25 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1784713 Jan 24 09:25:32.760621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc4c7-869b-497a-8b0b-39efcad1998c req-04e4e85f-4cc8-4187-9e3e-9433b540be16 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:32.762199 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-169cc4c7-869b-497a-8b0b-39efcad1998c req-04e4e85f-4cc8-4187-9e3e-9433b540be16 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1712270 Jan 24 09:25:32.843347 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e740d27b-25ac-4ca9-8727-566a1530ab6e req-44cb394a-b95a-4acf-ab56-e7d3d135016d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800786 Jan 24 09:25:32.851466 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-169cc4c7-869b-497a-8b0b-39efcad1998c req-a7fd74e4-91b9-4885-9bcc-b7b9908f1fc8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0730751 Jan 24 09:25:32.936296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-20d9b208-7c67-48fc-b748-0be8bae442ed None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80079) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:25:33.575908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68da8b-52b6-4e74-9725-8a65bd215825 req-6d133748-fcaa-46c7-819b-8efb714d4e02 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:33.577460 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6a68da8b-52b6-4e74-9725-8a65bd215825 req-6d133748-fcaa-46c7-819b-8efb714d4e02 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1793876 Jan 24 09:25:33.603327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508693-d86c-45d7-b95b-cc62012752e7 req-1e3d08e4-ce04-405d-aa07-a6b6d60976ee tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:33.604857 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d508693-d86c-45d7-b95b-cc62012752e7 req-1e3d08e4-ce04-405d-aa07-a6b6d60976ee tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1688192 Jan 24 09:25:33.687259 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6a68da8b-52b6-4e74-9725-8a65bd215825 req-eedcd4e6-b2e2-4d25-ae7f-4edd01eb931c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813727 Jan 24 09:25:33.695930 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d508693-d86c-45d7-b95b-cc62012752e7 req-39aca41a-c77a-4215-9860-81f63888dd3b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754392 Jan 24 09:25:34.155870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41073b86-73e4-4fbd-8fc7-6a2d409fa696 req-64bc5a23-85d7-46ac-b513-285054a7e189 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:34.157543 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-41073b86-73e4-4fbd-8fc7-6a2d409fa696 req-64bc5a23-85d7-46ac-b513-285054a7e189 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1810873 Jan 24 09:25:34.188729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27153c03-893a-447f-bddd-ee514f30f340 req-6cd9f56b-96a4-43f6-a0f0-d0e7d26fc7e8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:34.190416 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27153c03-893a-447f-bddd-ee514f30f340 req-6cd9f56b-96a4-43f6-a0f0-d0e7d26fc7e8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1775508 Jan 24 09:25:34.272340 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-41073b86-73e4-4fbd-8fc7-6a2d409fa696 req-850b1bfd-0b3a-4d0d-b1a0-12ec90d5e160 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808122 Jan 24 09:25:34.280889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27153c03-893a-447f-bddd-ee514f30f340 req-f2ec4334-4483-4acd-985b-3ca7de8b586e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0751021 Jan 24 09:25:34.735914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c48d4-b7c7-4110-b6f3-78164818868c req-f6ade52b-1e8a-44cf-a6a7-1ec657261f4c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:34.745723 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-520c48d4-b7c7-4110-b6f3-78164818868c req-f6ade52b-1e8a-44cf-a6a7-1ec657261f4c tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1238532 Jan 24 09:25:34.803257 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-520c48d4-b7c7-4110-b6f3-78164818868c req-8d22119e-8c15-4e6f-baec-12c0a805b3d0 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565748 Jan 24 09:25:34.944783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20ace6-c26c-4810-a75b-7d949e9f792d req-0374ec6d-eff1-4af3-b7d9-7081a4598a74 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:34.952271 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2b20ace6-c26c-4810-a75b-7d949e9f792d req-0374ec6d-eff1-4af3-b7d9-7081a4598a74 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1234496 Jan 24 09:25:35.071387 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2b20ace6-c26c-4810-a75b-7d949e9f792d req-2f4fcd5f-39b6-4bac-bf30-8ddc44729d72 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180375 Jan 24 09:25:35.109163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237a9dc-48ce-441b-9ef1-6ddc1447bb06 req-4e89aef5-8757-4d81-a2bb-8bf450fc8037 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:35.110832 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6237a9dc-48ce-441b-9ef1-6ddc1447bb06 req-4e89aef5-8757-4d81-a2bb-8bf450fc8037 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1561916 Jan 24 09:25:35.163881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6237a9dc-48ce-441b-9ef1-6ddc1447bb06 req-b4b8eba8-b490-4588-a07d-bc8a609b5cfc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461342 Jan 24 09:25:35.587143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718af20e-f850-402d-a0fc-685496fe0c53 req-aef3855a-5201-4654-b1a9-f6063154d107 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:35.588704 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-718af20e-f850-402d-a0fc-685496fe0c53 req-aef3855a-5201-4654-b1a9-f6063154d107 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1746118 Jan 24 09:25:35.616306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2e85b-3978-48a1-b414-061857fd905b req-4397ad7a-1c13-433b-b75c-fd99916d2049 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:35.617809 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7fe2e85b-3978-48a1-b414-061857fd905b req-4397ad7a-1c13-433b-b75c-fd99916d2049 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1683960 Jan 24 09:25:35.696816 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-718af20e-f850-402d-a0fc-685496fe0c53 req-75e58792-8c08-4b26-a301-a252d5512df9 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0779798 Jan 24 09:25:35.704920 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7fe2e85b-3978-48a1-b414-061857fd905b req-0f5abef5-0971-4d2f-9bc6-65a3cf95232b tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703979 Jan 24 09:25:36.060443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd19b7e-418c-4193-be87-6e13b6aae9d0 req-12f5fd53-a684-40e5-b396-cbc854a799f9 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:36.062051 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1cd19b7e-418c-4193-be87-6e13b6aae9d0 req-12f5fd53-a684-40e5-b396-cbc854a799f9 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1310930 Jan 24 09:25:36.125583 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1cd19b7e-418c-4193-be87-6e13b6aae9d0 req-69b3cbae-277b-4354-8b75-834d49d151b1 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570557 Jan 24 09:25:36.165729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:36.248410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:25:36.253766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:36.254266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.328610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe0d15-127a-4903-bdb7-ee24c209abf5 req-76f90101-1a96-49bd-beda-62df0219e610 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:36.337687 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40fe0d15-127a-4903-bdb7-ee24c209abf5 req-76f90101-1a96-49bd-beda-62df0219e610 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1281149 Jan 24 09:25:36.385640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.422219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:36.423202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:36.429940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.430853 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:36.439208 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40fe0d15-127a-4903-bdb7-ee24c209abf5 req-7f69154e-74ea-455d-bfd2-3b0774f33350 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005831 Jan 24 09:25:36.463711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:36.514444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418459-d42e-4bf9-804e-b49edb49454b req-69274887-2eba-49d4-9095-6f71c6f11126 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:36.516221 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d2418459-d42e-4bf9-804e-b49edb49454b req-69274887-2eba-49d4-9095-6f71c6f11126 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1548631 Jan 24 09:25:36.544807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:36.549404 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8', 'code': 200} Jan 24 09:25:36.563538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.563958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.564340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.564717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.565089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.565464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.565835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.566200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.566576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.566932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.567298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.568261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.568664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.569067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.569431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.569791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.570150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.570513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.570876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.571235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.571600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.571971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.572331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.572683 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d2418459-d42e-4bf9-804e-b49edb49454b req-46017c09-e9ec-4195-96a5-8fc2c38d1d89 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491376 Jan 24 09:25:36.572798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:36.579433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:36.600927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 597b6599-9ebf-4ce9-9065-840482a524b3 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:25:36.606569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:36.607025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.737127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.780417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 597b6599-9ebf-4ce9-9065-840482a524b3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=597b6599-9ebf-4ce9-9065-840482a524b3,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:36.784430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:36.787415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bb7fffa7-03bc-40a8-9f57-45424276db4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:36.861921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=597b6599-9ebf-4ce9-9065-840482a524b3,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:36.866443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:36.872008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c1972-ebc9-498f-bfa5-2a8c5bd8b489 req-e11e2421-d8d9-498a-a719-6d292be0618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:36.873670 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-674c1972-ebc9-498f-bfa5-2a8c5bd8b489 req-e11e2421-d8d9-498a-a719-6d292be0618c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 1162 time: 0.0976286 Jan 24 09:25:36.920153 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-674c1972-ebc9-498f-bfa5-2a8c5bd8b489 req-017fd5f7-81fb-4267-bf66-9afad7199f02 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Jan 24 09:25:37.004782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0d9e3-33f0-4f99-ae43-f93a80eee8c3 req-c4416e71-f4d6-41fe-8f04-826ec491b882 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:37.006931 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0dd0d9e3-33f0-4f99-ae43-f93a80eee8c3 req-c4416e71-f4d6-41fe-8f04-826ec491b882 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1784842 Jan 24 09:25:37.034408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dd87e-47d8-4dfd-9f4e-d3ce1b4d0031 req-b2755742-b46c-4bb5-95b8-ed2d3281d5a8 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:37.035977 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a33dd87e-47d8-4dfd-9f4e-d3ce1b4d0031 req-b2755742-b46c-4bb5-95b8-ed2d3281d5a8 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.1629698 Jan 24 09:25:37.115732 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0dd0d9e3-33f0-4f99-ae43-f93a80eee8c3 req-9fb134b1-c354-4537-91a3-0d41c1db1151 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0786200 Jan 24 09:25:37.123737 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a33dd87e-47d8-4dfd-9f4e-d3ce1b4d0031 req-63e76e7a-24c1-4846-8d21-e98639ad48a8 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726798 Jan 24 09:25:37.358780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623b106-725c-4ac4-b8d9-da153dba2d9e req-4aabe9d1-6182-4b73-9b17-c8ff8ab2167f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:37.360426 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1623b106-725c-4ac4-b8d9-da153dba2d9e req-4aabe9d1-6182-4b73-9b17-c8ff8ab2167f tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1038764 Jan 24 09:25:37.411492 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1623b106-725c-4ac4-b8d9-da153dba2d9e req-a18cfb29-90aa-4f71-a2d5-4655fb202041 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Jan 24 09:25:37.497567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:37.573623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:37.574051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:37.705332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0a46e-63dc-42c8-95e9-cf512c6918c6 req-490c7e14-cf9e-49df-b58e-176e93f98c9d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:37.713295 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a1b0a46e-63dc-42c8-95e9-cf512c6918c6 req-490c7e14-cf9e-49df-b58e-176e93f98c9d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1352329 Jan 24 09:25:37.715172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:37.792324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:37.792716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:37.815965 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a1b0a46e-63dc-42c8-95e9-cf512c6918c6 req-c9888717-e30f-435d-ba46-7cccecd21d51 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011863 Jan 24 09:25:37.877903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a408d-a5f4-48b6-b4c5-388a5de33abc req-8b51b099-2470-475e-b06e-175c1d857e06 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:37.879560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-033a408d-a5f4-48b6-b4c5-388a5de33abc req-8b51b099-2470-475e-b06e-175c1d857e06 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1286643 Jan 24 09:25:37.938017 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-033a408d-a5f4-48b6-b4c5-388a5de33abc req-db3e3ba3-bfec-4fee-9dd9-11eb4bc5e57c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509028 Jan 24 09:25:38.428520 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da1fce-bd14-4156-9bc6-9785e2682561 req-de54ff33-5d30-401e-8411-42bde8eb1f0e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:38.430164 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-83da1fce-bd14-4156-9bc6-9785e2682561 req-de54ff33-5d30-401e-8411-42bde8eb1f0e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1837530 Jan 24 09:25:38.457185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f48ff-1ecd-4645-8686-286078ae9c0c req-750943a3-b187-4a0b-83cc-270fe0786988 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:38.459262 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b44f48ff-1ecd-4645-8686-286078ae9c0c req-750943a3-b187-4a0b-83cc-270fe0786988 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.1767883 Jan 24 09:25:38.537772 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-83da1fce-bd14-4156-9bc6-9785e2682561 req-ef993a5e-ccfb-4386-8197-3e38ef7695d0 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0774431 Jan 24 09:25:38.546231 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b44f48ff-1ecd-4645-8686-286078ae9c0c req-94cd2def-ee64-441d-9846-e1bc92d677e0 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717931 Jan 24 09:25:38.550885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:38.618773 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3', 'code': 200} Jan 24 09:25:38.762812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e1e86-f183-44c0-abb5-283856688b9a req-703f94c0-5a71-4da8-90ae-c46d9ce100ae tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:38.764457 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cf1e1e86-f183-44c0-abb5-283856688b9a req-703f94c0-5a71-4da8-90ae-c46d9ce100ae tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1092651 Jan 24 09:25:38.820548 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cf1e1e86-f183-44c0-abb5-283856688b9a req-fb8de06d-35d0-44d3-b87f-9250a2258390 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Jan 24 09:25:39.071911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1bdc7-810a-477f-a8db-dfbfa2d080c0 req-2cefbd4d-4436-4eef-82c9-b994563839c2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:39.073571 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52e1bdc7-810a-477f-a8db-dfbfa2d080c0 req-2cefbd4d-4436-4eef-82c9-b994563839c2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1255522 Jan 24 09:25:39.415132 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52e1bdc7-810a-477f-a8db-dfbfa2d080c0 req-17fe6386-620a-40a4-899c-233de1b2523b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340967 Jan 24 09:25:39.466918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a33389-5ad4-40f7-a6f9-fd8a17bbe18a req-73a6bc9a-01a3-4283-8f53-52f35f8e0f03 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:39.475946 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94a33389-5ad4-40f7-a6f9-fd8a17bbe18a req-73a6bc9a-01a3-4283-8f53-52f35f8e0f03 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.3751311 Jan 24 09:25:39.531876 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94a33389-5ad4-40f7-a6f9-fd8a17bbe18a req-022d6b0e-ddf0-4709-aa5b-f751113d1585 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549440 Jan 24 09:25:39.758922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41c9f-a4d3-42b5-8836-a5bad68cfcb4 req-9bd25046-5793-4dc5-979c-ab38f8fd2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:39.760719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17a41c9f-a4d3-42b5-8836-a5bad68cfcb4 req-9bd25046-5793-4dc5-979c-ab38f8fd2266 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.4364007 Jan 24 09:25:39.799365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-46676c84-fc47-4641-8cf4-c2b3f3f3d339 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:39.800288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-46676c84-fc47-4641-8cf4-c2b3f3f3d339 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Synchronizing usage tracker for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:39.850751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-46676c84-fc47-4641-8cf4-c2b3f3f3d339 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Unset dirty status for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:39.851752 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-46676c84-fc47-4641-8cf4-c2b3f3f3d339 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.5677388 Jan 24 09:25:39.855041 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17a41c9f-a4d3-42b5-8836-a5bad68cfcb4 req-800670dc-cb29-407e-a28b-2b44979a9e13 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0513425 Jan 24 09:25:39.892386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d38d7-b53e-412f-9635-dfb710fbc3b8 req-028ec143-706a-4993-a3ea-d6df69f569cb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:39.894426 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d21d38d7-b53e-412f-9635-dfb710fbc3b8 req-028ec143-706a-4993-a3ea-d6df69f569cb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1841669 Jan 24 09:25:39.926727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c701c-d69f-4eaa-b739-714d00f4472e req-e52e1a8d-6503-41e9-a5da-b920fdff9c04 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:39.928478 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b1c701c-d69f-4eaa-b739-714d00f4472e req-e52e1a8d-6503-41e9-a5da-b920fdff9c04 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.1762016 Jan 24 09:25:40.010004 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d21d38d7-b53e-412f-9635-dfb710fbc3b8 req-bd49f159-9074-4590-a509-fdd17f77fc48 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0802257 Jan 24 09:25:40.025379 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b1c701c-d69f-4eaa-b739-714d00f4472e req-241164ef-0dfa-40a0-b574-a87b9fe80aa5 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792458 Jan 24 09:25:40.240418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16650-0ccb-4bb1-bf77-0245ac0c45ea req-efa1cefe-f21c-49d7-885d-8bc35fa2cca6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:40.242097 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aed16650-0ccb-4bb1-bf77-0245ac0c45ea req-efa1cefe-f21c-49d7-885d-8bc35fa2cca6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 945 time: 0.1133611 Jan 24 09:25:40.304776 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aed16650-0ccb-4bb1-bf77-0245ac0c45ea req-7b43a697-1b67-48d4-9910-670b81329e13 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561767 Jan 24 09:25:40.332017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Deleting port 0de8ada5-d853-40f6-a0ed-10825945d6d8 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:40.332402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:40.601719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] For port 0de8ada5-d853-40f6-a0ed-10825945d6d8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=0de8ada5-d853-40f6-a0ed-10825945d6d8,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:40.602177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:40.729606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c5cbe-c8e2-463e-abb1-d2ad75aacaf1 req-4bf95c71-f701-4fa8-a255-fb05d0b8067f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:40.733463 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6f5c5cbe-c8e2-463e-abb1-d2ad75aacaf1 req-4bf95c71-f701-4fa8-a255-fb05d0b8067f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1429942 Jan 24 09:25:40.747514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Calling delete_port for 0de8ada5-d853-40f6-a0ed-10825945d6d8 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:40.803270 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6f5c5cbe-c8e2-463e-abb1-d2ad75aacaf1 req-27ac8c45-30e2-4a6d-a6f9-661b24854272 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651047 Jan 24 09:25:40.934477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:40.951205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6a1e5067-bb44-424b-98ce-2445eafed70f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:40.952744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8d8c6-aa00-4359-82be-da4a47924eb2 req-d4b26620-eaea-44b8-88ec-859b680e4c2f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:40.954453 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52f8d8c6-aa00-4359-82be-da4a47924eb2 req-d4b26620-eaea-44b8-88ec-859b680e4c2f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1134617 Jan 24 09:25:41.015405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Pushing event deleted for resources: {'Port': ['ID=0de8ada5-d853-40f6-a0ed-10825945d6d8,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:41.028212 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52f8d8c6-aa00-4359-82be-da4a47924eb2 req-07980467-160b-4d52-9667-6cc964e00d1f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653853 Jan 24 09:25:41.086828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:41.200307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] No DVR routers for this DVR port 0de8ada5-d853-40f6-a0ed-10825945d6d8 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:25:41.205206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:41.208418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883822d7-0d56-41bd-b97b-ecfda5929596', 'name': 'network-vif-deleted', 'tag': '0de8ada5-d853-40f6-a0ed-10825945d6d8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:41.224350 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8441d5c8-b407-4f59-a83f-84beed9489b3 req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "DELETE /v2.0/ports/0de8ada5-d853-40f6-a0ed-10825945d6d8 HTTP/1.1" status: 204 len: 173 time: 0.9694517 Jan 24 09:25:41.349331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87813-c23b-4508-891f-ff1d6c7271f0 req-2318021c-52b2-4752-88e5-f3ce3989e1fb tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:41.351280 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-76e87813-c23b-4508-891f-ff1d6c7271f0 req-2318021c-52b2-4752-88e5-f3ce3989e1fb tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.1864715 Jan 24 09:25:41.403263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5d2c-75c0-4eea-9501-06d64872459d req-86ae88c2-98c6-4938-8676-c01278f4923e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:41.404997 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a3da5d2c-75c0-4eea-9501-06d64872459d req-86ae88c2-98c6-4938-8676-c01278f4923e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.2004735 Jan 24 09:25:41.459660 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-76e87813-c23b-4508-891f-ff1d6c7271f0 req-3c1d6dc0-8ee2-4a0e-913f-270853d47d3b tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999258 Jan 24 09:25:41.496206 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a3da5d2c-75c0-4eea-9501-06d64872459d req-5864efcb-ef74-4d48-bfc4-6ce1bfaebe17 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0836375 Jan 24 09:25:41.537696 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883822d7-0d56-41bd-b97b-ecfda5929596', 'name': 'network-vif-deleted', 'tag': '0de8ada5-d853-40f6-a0ed-10825945d6d8', 'status': 'completed', 'code': 200} Jan 24 09:25:41.691608 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-85e89d44-dab0-400b-bb7f-9cfd2172beba req-38c3affc-4415-470f-8613-869df2da4edd tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=883822d7-0d56-41bd-b97b-ecfda5929596 HTTP/1.1" status: 200 len: 210 time: 0.0584376 Jan 24 09:25:41.900777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:42.016947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:42.017379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:42.147250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e210ab-0239-4d53-846d-9724d36b52c8 req-d33b31f8-e29c-45ab-8014-dcd7714c03ae tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.155729 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44e210ab-0239-4d53-846d-9724d36b52c8 req-d33b31f8-e29c-45ab-8014-dcd7714c03ae tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1549721 Jan 24 09:25:42.289581 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44e210ab-0239-4d53-846d-9724d36b52c8 req-a46add36-8f23-4e59-aa66-820c73f1c456 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327994 Jan 24 09:25:42.341906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:42.358100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a126bf9-74f7-4cc7-83dc-c174aa124cc7 req-52c8d29a-f4c0-4c80-b183-ab3c80e5ebcb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.366319 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6a126bf9-74f7-4cc7-83dc-c174aa124cc7 req-52c8d29a-f4c0-4c80-b183-ab3c80e5ebcb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1485062 Jan 24 09:25:42.393190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: 0de8ada5-d853-40f6-a0ed-10825945d6d8 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:25:42.393592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0de8ada5-d853-40f6-a0ed-10825945d6d8 not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:25:42.427064 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6a126bf9-74f7-4cc7-83dc-c174aa124cc7 req-abe30688-8a61-4ad4-a3ef-41b6ffd5877b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595863 Jan 24 09:25:42.784950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cb3a9-f512-4f49-b70b-50f07b2efd60 req-964bc1e4-48cc-4ed8-b0b7-53e088b736f2 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:42.791037 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd3cb3a9-f512-4f49-b70b-50f07b2efd60 req-964bc1e4-48cc-4ed8-b0b7-53e088b736f2 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1521475 Jan 24 09:25:42.912514 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd3cb3a9-f512-4f49-b70b-50f07b2efd60 req-7033f0a6-119d-4fd0-ba0e-eca84d520595 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1066649 Jan 24 09:25:43.233605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44649fff-cdee-4779-a20e-185daccef48c req-57f7d629-7a0f-4950-9136-41d9096378db tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:43.236015 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44649fff-cdee-4779-a20e-185daccef48c req-57f7d629-7a0f-4950-9136-41d9096378db tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1350124 Jan 24 09:25:43.292129 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-44649fff-cdee-4779-a20e-185daccef48c req-cdea84fe-c92c-4c47-af3a-49bb0793c549 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0493968 Jan 24 09:25:43.347451 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:43.441947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:43.442431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:43.537563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b6ce5-b1ed-48b8-ba35-f69d48dd337d req-dd49623b-1c89-4a56-9fdb-90b274b152dd tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:43.545641 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff6b6ce5-b1ed-48b8-ba35-f69d48dd337d req-dd49623b-1c89-4a56-9fdb-90b274b152dd tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2500627 Jan 24 09:25:43.646207 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff6b6ce5-b1ed-48b8-ba35-f69d48dd337d req-b0f9f09b-0e84-4567-8087-8796c0cec9b9 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994666 Jan 24 09:25:43.684850 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-c7f96d7f-646e-4188-8516-82e3d28d902e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3230445 Jan 24 09:25:43.691836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:43.702910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:25:43.707198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Usage tracker for resource:floatingip and tenant:c2cf0e1930e54690996154b31cdb6a06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:25:43.710505 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:25:43.716555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:25:43.727012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for floatingip, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.008562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177424-f92b-4a93-9215-ee4b77b67f48 req-a71b0258-8daf-4a5f-a547-ac78fbdf9b76 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:44.016646 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-86177424-f92b-4a93-9215-ee4b77b67f48 req-a71b0258-8daf-4a5f-a547-ac78fbdf9b76 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1877744 Jan 24 09:25:44.064620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.100271 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-86177424-f92b-4a93-9215-ee4b77b67f48 req-e23a5f2a-bc18-41d0-aca1-ca604ac092e9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825474 Jan 24 09:25:44.463425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03077347-1431-4ce0-9971-b41a2dfdb2ee req-9754c5ab-51dc-446b-a9a7-c4d48d4ba7d7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:44.465250 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03077347-1431-4ce0-9971-b41a2dfdb2ee req-9754c5ab-51dc-446b-a9a7-c4d48d4ba7d7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1913061 Jan 24 09:25:44.505234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Allocated IP 172.27.2.34 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/e81930d0-5e4b-414e-979e-81a06b4b87d9) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:25:44.543289 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03077347-1431-4ce0-9971-b41a2dfdb2ee req-b05833d6-e025-4625-b46e-6d40852c3907 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683682 Jan 24 09:25:44.714686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.751520 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:44.772004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:44.982935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event updated for resources: {'Port': ['ID=e81930d0-5e4b-414e-979e-81a06b4b87d9,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:44.992839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:45.082647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77c118-33b2-41f4-8c50-c11513088aa8 req-8c3310a9-5f52-4c1c-a8fa-e3a2783f97a0 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:45.090531 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d77c118-33b2-41f4-8c50-c11513088aa8 req-8c3310a9-5f52-4c1c-a8fa-e3a2783f97a0 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2533088 Jan 24 09:25:45.090975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196e20-d751-4085-af27-bbc416f239df req-7d52b9dc-36bb-4fec-afdb-8c0b6d48d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:45.092669 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea196e20-d751-4085-af27-bbc416f239df req-7d52b9dc-36bb-4fec-afdb-8c0b6d48d63c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1162 time: 0.1396384 Jan 24 09:25:45.134284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:25:45.146274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:25:45.151889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:25:45.211997 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d77c118-33b2-41f4-8c50-c11513088aa8 req-754ebdae-06ae-432b-922c-5cda7a549390 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203566 Jan 24 09:25:45.297888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196e20-d751-4085-af27-bbc416f239df req-20007a58-0357-4f16-8c3d-6d6c54db97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:45.300736 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea196e20-d751-4085-af27-bbc416f239df req-20007a58-0357-4f16-8c3d-6d6c54db97a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1830347 Jan 24 09:25:45.343436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for floatingip, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:45.435414 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea196e20-d751-4085-af27-bbc416f239df req-9f16caf8-4d70-4865-bec4-61c10a92b2d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 200 len: 1000 time: 0.1249740 Jan 24 09:25:45.518999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196e20-d751-4085-af27-bbc416f239df req-d9872861-775f-4047-ad32-9f5606d2c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:45.521700 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea196e20-d751-4085-af27-bbc416f239df req-d9872861-775f-4047-ad32-9f5606d2c80d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0771348 Jan 24 09:25:45.633932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196e20-d751-4085-af27-bbc416f239df req-02fe065e-51ef-4bd4-883f-468f664b16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:45.635622 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea196e20-d751-4085-af27-bbc416f239df req-02fe065e-51ef-4bd4-883f-468f664b16f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060815 Jan 24 09:25:45.732812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:45.803831 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea196e20-d751-4085-af27-bbc416f239df req-cf3ec6a9-e1cc-4d2f-9048-f94639092e8f service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592798 Jan 24 09:25:45.873129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b4b1-bed3-47ca-a6d9-45c62ce4c0f4 req-bc7e7459-2d78-446a-975b-69b8b2891e26 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:45.881588 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b42b4b1-bed3-47ca-a6d9-45c62ce4c0f4 req-bc7e7459-2d78-446a-975b-69b8b2891e26 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.4819195 Jan 24 09:25:45.968606 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ea196e20-d751-4085-af27-bbc416f239df req-8bd6f902-044e-467a-8d05-c0b9210afb82 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491878 Jan 24 09:25:46.030158 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b42b4b1-bed3-47ca-a6d9-45c62ce4c0f4 req-cbd82182-d3aa-4249-b384-d2dda0da03da tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475277 Jan 24 09:25:46.168701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.229433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.256364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:46.454862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac919e1-77eb-49e6-8366-da2c296bd816 req-1107b272-747f-46f6-b107-df63078aab54 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:46.456633 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4ac919e1-77eb-49e6-8366-da2c296bd816 req-1107b272-747f-46f6-b107-df63078aab54 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.2836380 Jan 24 09:25:46.470708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event updated for resources: {'Port': ['ID=e81930d0-5e4b-414e-979e-81a06b4b87d9,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:46.491514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:46.564239 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4ac919e1-77eb-49e6-8366-da2c296bd816 req-489f85d6-cd42-4a99-8153-d2d24333c910 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904706 Jan 24 09:25:46.673718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.722077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:46.724037 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0375967 Jan 24 09:25:46.882930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-d5a8f8c5-cb44-448d-94af-54ca17688414 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Synchronizing usage tracker for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:floatingip {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:46.937809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-d5a8f8c5-cb44-448d-94af-54ca17688414 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Unset dirty status for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:floatingip {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:46.939422 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-d5a8f8c5-cb44-448d-94af-54ca17688414 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1602240 Jan 24 09:25:46.969393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11fa4c-3b1f-462a-a5b2-8e9d920df7a8 req-f94c0e68-7974-4d18-b649-4b37640f0bbf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:46.971233 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fc11fa4c-3b1f-462a-a5b2-8e9d920df7a8 req-f94c0e68-7974-4d18-b649-4b37640f0bbf tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2507377 Jan 24 09:25:47.152038 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fc11fa4c-3b1f-462a-a5b2-8e9d920df7a8 req-eb04c809-1a63-4c81-8470-e0bcb4e0eb7a tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277049 Jan 24 09:25:47.207561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-028d738a-dec8-40da-add8-26fdaffb3f5d tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:47.209280 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-028d738a-dec8-40da-add8-26fdaffb3f5d tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.2368696 Jan 24 09:25:47.232397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-10ff619e-b654-4467-a917-249d9def17ec tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:25:47.233775 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af74f832-312d-4e5b-ae53-5d373f32a848 req-10ff619e-b654-4467-a917-249d9def17ec tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0120826 Jan 24 09:25:47.384051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:47.471066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:47.471914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:47.475847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaafadb-47b6-48e5-a91a-6f7860731022 req-03c6bf0e-146e-4e31-a1cd-48e35b7867e8 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:47.483645 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0eaafadb-47b6-48e5-a91a-6f7860731022 req-03c6bf0e-146e-4e31-a1cd-48e35b7867e8 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1931796 Jan 24 09:25:47.561687 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0eaafadb-47b6-48e5-a91a-6f7860731022 req-d6813aed-fe5c-4b31-be93-42b42e56f447 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770862 Jan 24 09:25:47.603060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-2c032f4e-ee4d-4b6c-ad8c-7d942678b910 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:47.604785 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-2c032f4e-ee4d-4b6c-ad8c-7d942678b910 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2352545 Jan 24 09:25:47.704473 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-5a5285e1-0742-4cae-b725-8606694674e4 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0927036 Jan 24 09:25:47.715116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Request body: {'floatingip': {'port_id': '597b6599-9ebf-4ce9-9065-840482a524b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:47.816281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:48.196393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-87686763-6acf-4221-bd86-dde70719dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.198462 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-87686763-6acf-4221-bd86-dde70719dece service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1163 time: 0.0961912 Jan 24 09:25:48.216334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736738a5-3c87-48dc-8740-6899f02df2b6 req-e9ab99ea-e4c8-4dfc-aa3c-37679c90ea4c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.218058 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-736738a5-3c87-48dc-8740-6899f02df2b6 req-e9ab99ea-e4c8-4dfc-aa3c-37679c90ea4c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.2670555 Jan 24 09:25:48.367786 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-736738a5-3c87-48dc-8740-6899f02df2b6 req-2608e7a7-11a7-4316-abee-dabc59921f89 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857098 Jan 24 09:25:48.411895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-51b76084-a67d-46af-832a-65e33241f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.411895 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-51b76084-a67d-46af-832a-65e33241f618 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 903 time: 0.1947689 Jan 24 09:25:48.576592 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-d5891a4a-b92c-4919-91b1-1969afeb18bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 200 len: 1002 time: 0.1611254 Jan 24 09:25:48.671560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-4de68485-0c19-4768-a095-e663a3cc1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.673379 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-4de68485-0c19-4768-a095-e663a3cc1653 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0898168 Jan 24 09:25:48.783034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-b2ff4b6d-67a8-4ecc-bd22-1f76b56a3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.785682 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-b2ff4b6d-67a8-4ecc-bd22-1f76b56a3675 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991929 Jan 24 09:25:48.961285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cce88-de47-4fe3-986c-4033b9623494 req-032ad656-0de1-4665-bd8f-11bb03e54003 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:48.968996 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-030cce88-de47-4fe3-986c-4033b9623494 req-032ad656-0de1-4665-bd8f-11bb03e54003 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1834891 Jan 24 09:25:49.002621 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-1e03d689-a2fd-4ac4-a607-c79b641b9ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035165 Jan 24 09:25:49.117190 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-030cce88-de47-4fe3-986c-4033b9623494 req-797bb6ce-3ddd-48fd-99e0-9254083761e3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461928 Jan 24 09:25:49.172601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.175919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.213247 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-74cec13d-90d9-4c09-9f77-4875c777eb38 req-b6712140-a229-4fcc-84c5-7c893f2cb486 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1951070 Jan 24 09:25:49.486982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf07034-e777-4838-9c72-a20265194503 req-ffdcadeb-477f-4550-8432-0c9b73c00aa6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:49.495043 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2bf07034-e777-4838-9c72-a20265194503 req-ffdcadeb-477f-4550-8432-0c9b73c00aa6 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1687634 Jan 24 09:25:49.512537 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Floating IP 881641e2-0c5e-40d9-a1fe-2adaf8fd516a associated. External IP: 172.27.2.34, port: 597b6599-9ebf-4ce9-9065-840482a524b3. Jan 24 09:25:49.697982 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2bf07034-e777-4838-9c72-a20265194503 req-3e72b140-92b1-4ef7-88ff-70301a7543d4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019112 Jan 24 09:25:49.767311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fd8f791e-8620-43da-aaee-d903b0d8d792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:49.971660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:50.046735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Router 63463677-9953-4db2-b14d-f8fba36f4d30 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:25:50.086017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b225-63cb-4ce0-aa0f-2401ba214caa req-63cb673c-8512-4a84-bbca-93e44e6c2935 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:50.087748 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4563b225-63cb-4ce0-aa0f-2401ba214caa req-63cb673c-8512-4a84-bbca-93e44e6c2935 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1978548 Jan 24 09:25:50.285819 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4563b225-63cb-4ce0-aa0f-2401ba214caa req-b1b39ff0-e896-460f-ac60-0d07a8b7858a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423857 Jan 24 09:25:50.357766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:25:50.362143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:50.374826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] Sync routers for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:25:50.394653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:25:50.395914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:25:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:50.437684 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-d820b3b5-31a1-4e36-96b0-e96313cfc1fb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "PUT /v2.0/floatingips/881641e2-0c5e-40d9-a1fe-2adaf8fd516a HTTP/1.1" status: 200 len: 995 time: 2.7267625 Jan 24 09:25:50.438889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:50.709967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:25:50.933870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-42e0a329-e3c0-4825-a045-ae75384e1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:50.948920 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-42e0a329-e3c0-4825-a045-ae75384e1e76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.4907577 Jan 24 09:25:51.026437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a866be-1680-46fe-bf91-17c81c5a9c5a req-c46703ea-a048-4042-a467-3604d0b569ef tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.034748 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-41a866be-1680-46fe-bf91-17c81c5a9c5a req-c46703ea-a048-4042-a467-3604d0b569ef tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.5256884 Jan 24 09:25:51.141120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4fc9fa62-f4e6-4ac3-a718-e52f8c53d599 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.142292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4fc9fa62-f4e6-4ac3-a718-e52f8c53d599 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Synchronizing usage tracker for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:25:51.165554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4fc9fa62-f4e6-4ac3-a718-e52f8c53d599 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Unset dirty status for tenant:be69528fa75744a8bde0c40f5fd48dcb on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:25:51.166818 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4fc9fa62-f4e6-4ac3-a718-e52f8c53d599 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.1667635 Jan 24 09:25:51.197693 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-41a866be-1680-46fe-bf91-17c81c5a9c5a req-a8ba7da2-47ec-42f7-9170-c93acad29a17 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618297 Jan 24 09:25:51.272167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-b6c8728c-857c-4a2c-b994-9a7ef17b97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.274257 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-b6c8728c-857c-4a2c-b994-9a7ef17b97ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.3240066 Jan 24 09:25:51.275239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '881641e2-0c5e-40d9-a1fe-2adaf8fd516a', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'port_id': '597b6599-9ebf-4ce9-9065-840482a524b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'mac_address': 'fa:16:3e:8b:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:25:45Z', 'updated_at': '2021-01-24T09:25:48Z', 'revision_number': 1, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:22Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:51.281073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] Checking router: 63463677-9953-4db2-b14d-f8fba36f4d30 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:25:51.294723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:25:51.295922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:25:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:51.374130 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3', 'status': 'completed', 'code': 200} Jan 24 09:25:51.402878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Deleting port 8e05453a-c1a5-4651-9a5b-a2f953c9065f {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:51.403478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:51.424071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:25:51.467009 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-9fcaaf63-8353-4e02-a553-1ec11ff47262 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 998 time: 0.1834137 Jan 24 09:25:51.539387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:25:51.539740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:51.571548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:25:51.667344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-53c5b87b-7cf3-437b-974b-5af2dcc1d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.669088 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-53c5b87b-7cf3-437b-974b-5af2dcc1d282 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.1940978 Jan 24 09:25:51.785256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cb671-e77c-49ff-b294-f879d30f9f54 req-239e2c2d-c4e9-4235-adfd-3794049b49f8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.791818 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e48cb671-e77c-49ff-b294-f879d30f9f54 req-239e2c2d-c4e9-4235-adfd-3794049b49f8 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 946 time: 0.2376728 Jan 24 09:25:51.834329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8c96fcc7-5baa-4ad4-b1ed-10db6bbdb723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:51.845786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8e05453a-c1a5-4651-9a5b-a2f953c9065f no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:51.884168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] For port 8e05453a-c1a5-4651-9a5b-a2f953c9065f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:51.884867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:51.940274 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e48cb671-e77c-49ff-b294-f879d30f9f54 req-e61b23e0-bc66-42a8-aaf3-d57c6ccc8d33 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387274 Jan 24 09:25:51.943157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-7fc40c16-cee8-4e92-98d4-e4e46373e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:51.944797 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-7fc40c16-cee8-4e92-98d4-e4e46373e34a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2659290 Jan 24 09:25:51.965131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-63976a00-17d6-4795-82ee-530145a6d7b8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:25:51.966476 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-63976a00-17d6-4795-82ee-530145a6d7b8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0124841 Jan 24 09:25:52.152579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:52.191625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Calling delete_port for 8e05453a-c1a5-4651-9a5b-a2f953c9065f owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:52.221135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 8e05453a-c1a5-4651-9a5b-a2f953c9065f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:52.223949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:52.235617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:52.239964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a28a6f7f-a03c-4248-ae77-279babc5fa63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:52.310908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '881641e2-0c5e-40d9-a1fe-2adaf8fd516a', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'port_id': '597b6599-9ebf-4ce9-9065-840482a524b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'mac_address': 'fa:16:3e:8b:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:25:45Z', 'updated_at': '2021-01-24T09:25:48Z', 'revision_number': 1, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:22Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:52.319555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192265e9-e9f5-41bd-a432-45318e3b2692 None None] The sync data for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi is: [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '881641e2-0c5e-40d9-a1fe-2adaf8fd516a', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'port_id': '597b6599-9ebf-4ce9-9065-840482a524b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'mac_address': 'fa:16:3e:8b:84:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:25:45Z', 'updated_at': '2021-01-24T09:25:48Z', 'revision_number': 1, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:22Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:25:52.321258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:25:52.321853 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:25:52.365899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=8e05453a-c1a5-4651-9a5b-a2f953c9065f,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:52.366954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-838f2f3e-603f-44f6-861b-957c78e74095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:52.368899 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-838f2f3e-603f-44f6-861b-957c78e74095 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.8380828 Jan 24 09:25:52.370035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:52.453719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-bb11043d-8ce1-4a20-a6be-b8e7cea330e0 service neutron] 10.222.0.45 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633026 Jan 24 09:25:52.535071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcfe63-bf67-4058-8db2-eb0c042ce4e3 req-ac49e463-5bc4-47e2-a313-30a91285c143 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:52.538916 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a8dcfe63-bf67-4058-8db2-eb0c042ce4e3 req-ac49e463-5bc4-47e2-a313-30a91285c143 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.3064766 Jan 24 09:25:52.665885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:52.708301 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a8dcfe63-bf67-4058-8db2-eb0c042ce4e3 req-92bb373a-6387-4c23-a779-d555d015f7b2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633697 Jan 24 09:25:52.828357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Deleting port 8e05453a-c1a5-4651-9a5b-a2f953c9065f {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:52.828902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:52.849804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd6453-f6cc-4c92-ba85-73541443702b None None] New status for floating IP 881641e2-0c5e-40d9-a1fe-2adaf8fd516a: ACTIVE {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:25:52.868477 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb0ae6f6-b21d-451a-a33e-42ccfe8cd18a req-5a4494d5-d5cc-4535-85e4-486a8e858c3a service neutron] 10.222.0.45 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4024866 Jan 24 09:25:52.968413 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f', 'code': 200} Jan 24 09:25:53.153074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-439cdab7-8910-4da7-acf3-8d34507495b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:53.155123 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-439cdab7-8910-4da7-acf3-8d34507495b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.7770381 Jan 24 09:25:53.316953 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-f98dbb48-0557-4183-bb2e-f2238ebfa134 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 998 time: 0.1523526 Jan 24 09:25:53.492556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-15058d0d-3a7a-48ef-a260-b8b3b0ad2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:53.494341 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-15058d0d-3a7a-48ef-a260-b8b3b0ad2814 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.1586120 Jan 24 09:25:53.530944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a32c20-52b5-4435-9bb9-ab9bf34d347b req-841838cd-4120-4c9b-bcb4-901ebf0b9c29 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:53.533691 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-39a32c20-52b5-4435-9bb9-ab9bf34d347b req-841838cd-4120-4c9b-bcb4-901ebf0b9c29 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.4052212 Jan 24 09:25:53.637719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531da8c3-5808-4cfd-b7ee-abf356a76e30 req-e488d4ea-83c4-42d7-b135-4a204640c456 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:53.642218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:53.646802 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-531da8c3-5808-4cfd-b7ee-abf356a76e30 req-e488d4ea-83c4-42d7-b135-4a204640c456 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 944 time: 0.3537357 Jan 24 09:25:53.731476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-da8c5089-4681-4540-8043-cf7efd16e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:53.733145 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-da8c5089-4681-4540-8043-cf7efd16e0da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2321358 Jan 24 09:25:53.743076 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-39a32c20-52b5-4435-9bb9-ab9bf34d347b req-44e02eda-d493-4d1f-a8c3-08e80d0ea081 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989839 Jan 24 09:25:53.866318 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-531da8c3-5808-4cfd-b7ee-abf356a76e30 req-e680a773-44e3-4207-9099-1a933a27bf46 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/security-groups?id=76574ee7-326d-4524-9f68-c004602c62dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521575 Jan 24 09:25:53.927436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] For port 8e05453a-c1a5-4651-9a5b-a2f953c9065f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8e05453a-c1a5-4651-9a5b-a2f953c9065f,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:53.927985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.018315 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-5cf76736-e220-46b3-8eb6-43948921800a service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607963 Jan 24 09:25:54.089435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd396-97f6-42fd-8432-d9282470a44f req-d20687a2-9143-41d2-8d26-cae6624ea3d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:54.091424 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb0cd396-97f6-42fd-8432-d9282470a44f req-d20687a2-9143-41d2-8d26-cae6624ea3d0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1813710 Jan 24 09:25:54.136459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.182792 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb0cd396-97f6-42fd-8432-d9282470a44f req-5e3763c4-10e7-44ee-a3d4-e03dd942a133 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841851 Jan 24 09:25:54.255804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Calling delete_port for 8e05453a-c1a5-4651-9a5b-a2f953c9065f owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:54.384026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-906824ac-e5f6-40a0-bb37-cc197c4a8dff req-1e100bdd-dcc9-4990-8ac7-c99838a2d48e service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2967362 Jan 24 09:25:54.460247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.479758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-44ceb7a0-c526-4317-9aa3-fce4ed814154 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:54.543688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Pushing event deleted for resources: {'Port': ['ID=8e05453a-c1a5-4651-9a5b-a2f953c9065f,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:54.601713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.602122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.602533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.602936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.603341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.603788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.604183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.604576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.604973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.605357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.605746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.606133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.606563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.606953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.607342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.607754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.608148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.608534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.608920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.609343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.609730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.610142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.610506 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.610888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:25:54.618203 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:54.709480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] No DVR routers for this DVR port 8e05453a-c1a5-4651-9a5b-a2f953c9065f on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:25:54.711959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:54.714721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'name': 'network-vif-deleted', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:54.730147 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e02226b0-434a-48a3-8463-529357d2d3bf req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.48 "DELETE /v2.0/ports/8e05453a-c1a5-4651-9a5b-a2f953c9065f HTTP/1.1" status: 204 len: 173 time: 3.5535479 Jan 24 09:25:54.773974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc8e555-de6f-42e5-8f8e-346e7c1f6b28', 'name': 'network-vif-deleted', 'tag': '8e05453a-c1a5-4651-9a5b-a2f953c9065f', 'status': 'completed', 'code': 200} Jan 24 09:25:55.066103 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a23d107-eda8-468a-a606-261bbd4461a1 req-f17f2064-0481-4029-914f-3a963f2e1201 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] 10.222.0.45 "GET /v2.0/ports?device_id=4cc8e555-de6f-42e5-8f8e-346e7c1f6b28 HTTP/1.1" status: 200 len: 210 time: 0.0513399 Jan 24 09:25:55.442885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e709e-10fc-41ec-b7b9-79d0372a68a2 req-92097b98-cc31-4d40-be58-d4b7e65070c6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:55.444535 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-291e709e-10fc-41ec-b7b9-79d0372a68a2 req-92097b98-cc31-4d40-be58-d4b7e65070c6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1103177 Jan 24 09:25:55.510325 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-291e709e-10fc-41ec-b7b9-79d0372a68a2 req-607d2762-e1df-4330-a922-b23aa519eded tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593660 Jan 24 09:25:55.820544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-0df4f805-7175-42e5-8c40-baf6779047e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:55.822162 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-0df4f805-7175-42e5-8c40-baf6779047e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1162 time: 0.0840466 Jan 24 09:25:55.984655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-585fce5f-05e9-4c07-9d26-ff3217da3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:55.986250 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-585fce5f-05e9-4c07-9d26-ff3217da3bfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1491451 Jan 24 09:25:56.092589 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-cfb7dda5-8552-45d1-a29d-1605d21fb898 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 200 len: 1000 time: 0.0992467 Jan 24 09:25:56.169504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-125e075a-4049-41e9-a4ae-fcc93f1783ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:56.171102 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-125e075a-4049-41e9-a4ae-fcc93f1783ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0715311 Jan 24 09:25:56.189052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57662) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:56.252411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-594a295b-644e-4185-9d39-f92bea8eee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:56.254163 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-594a295b-644e-4185-9d39-f92bea8eee42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763552 Jan 24 09:25:56.403598 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-08aeaa33-5c57-4300-874f-c2f1740be2d6 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414871 Jan 24 09:25:56.553332 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7b91cad-76a6-494b-b27e-150c972f1ad6 req-fb491754-a01a-4cdf-b009-0108fd2e7811 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424413 Jan 24 09:25:56.803436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c2f5c-87e2-4e1a-a0c3-c1650754d504 req-9a6a23fd-14eb-4924-9e24-32845e61a892 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:56.805085 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1a7c2f5c-87e2-4e1a-a0c3-c1650754d504 req-9a6a23fd-14eb-4924-9e24-32845e61a892 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1502771 Jan 24 09:25:56.904560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1a7c2f5c-87e2-4e1a-a0c3-c1650754d504 req-1ebf6a78-1c2c-491c-afed-206494ba8d02 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920153 Jan 24 09:25:56.923796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.299030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Deleting port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:25:57.299559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.484373 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] For port 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,segment=NetworkSegment(f8ff3a95-5336-4b69-8201-6ddfa3f93024),segment_id=f8ff3a95-5336-4b69-8201-6ddfa3f93024)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:57.484787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:57.822228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Calling delete_port for 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 owned by network:router_interface {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:25:58.240717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef37324-4b0c-40c7-9e1d-afeffed5d087 req-777eb7f3-9565-42d9-90bc-39fc6cb0516d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:58.242308 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bef37324-4b0c-40c7-9e1d-afeffed5d087 req-777eb7f3-9565-42d9-90bc-39fc6cb0516d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1653404 Jan 24 09:25:58.340419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bef37324-4b0c-40c7-9e1d-afeffed5d087 req-10847de1-75c4-4a2e-84be-8149d7be2315 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674596 Jan 24 09:25:58.346423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:58.363688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:58.423252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bde67c5-6e9f-4dfc-82c1-edb17f6e0210,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:58.427435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:58.776199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.297672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Router 07065c37-babd-4d80-b5c9-b2e83890287f has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:25:59.313114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:25:59.444405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.485098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 84df6252-e705-4792-80e0-a1b76ea99f52, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=84df6252-e705-4792-80e0-a1b76ea99f52,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:25:59.486296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:59.493220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.495256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:25:59.551967 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52', 'code': 422} returned with failed status Jan 24 09:25:59.561635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:25:59.572054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] Sync routers for ids ['07065c37-babd-4d80-b5c9-b2e83890287f'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:25:59.581891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=84df6252-e705-4792-80e0-a1b76ea99f52,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:25:59.582077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] Routers {'07065c37-babd-4d80-b5c9-b2e83890287f'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:25:59.582790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:25:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['07065c37-babd-4d80-b5c9-b2e83890287f'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:25:59.585320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:25:59.592433 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] 10.222.0.45 "PUT /v2.0/routers/07065c37-babd-4d80-b5c9-b2e83890287f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4021120 Jan 24 09:25:59.595117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 57688) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:25:59.635415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523a3b-bc75-4625-8ff1-7143fcec3d7f req-eed473cb-622a-4b8e-b033-52cc62a96636 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:25:59.637836 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40523a3b-bc75-4625-8ff1-7143fcec3d7f req-eed473cb-622a-4b8e-b033-52cc62a96636 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1405971 Jan 24 09:25:59.696718 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40523a3b-bc75-4625-8ff1-7143fcec3d7f req-59a9f0d1-2bb2-4780-8f95-5c5e23d231f3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517743 Jan 24 09:25:59.794642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks [] for router, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:25:59.953395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] Set router 07065c37-babd-4d80-b5c9-b2e83890287f gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:00.006441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.012754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Deleting port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:26:00.013127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.305180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:25:58Z', 'revision_number': 5, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:00.310260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] Checking router: 07065c37-babd-4d80-b5c9-b2e83890287f for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:26:00.347045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] Routers {'07065c37-babd-4d80-b5c9-b2e83890287f'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:26:00.348669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:25:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['07065c37-babd-4d80-b5c9-b2e83890287f'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:00.431522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] For port 3200b9d8-cf18-4242-82d2-95b6c5eda7d5, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3200b9d8-cf18-4242-82d2-95b6c5eda7d5,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:00.431952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.558892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] Set router 07065c37-babd-4d80-b5c9-b2e83890287f gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:26:00.569667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Calling delete_port for 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 owned by network:router_gateway {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:26:00.737801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.plugins.ml2.ovo_rpc [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: result = function(*args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: proto.__init__(conn_state, self) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: self.handle() Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: self.handle_one_request() Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: self.handle_one_response() Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: result = self.application(self.environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return app(environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return request.get_response(self.application) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self._app) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return resp(environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return resp(environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: response = self.app(environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return resp(environ, start_response) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:26:00.742176 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: result = method(request=request, **args) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._delete(request, id, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: obj_deleter(request.context, id, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return method(*args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: self._delete_current_gw_port(context, id, router, None) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: admin_ctx, gw_port_id, l3_port_check=False) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, context, *args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return method(*args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: context, port, router_ids, bound_mech_contexts) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: return function(*args, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: callback(resource, event, trigger, **kwargs) Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: if self._is_session_semantic_violated(context, resource, event): Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 24 09:26:00.749914 dv-cinder-772181-7-iscsi neutron-server[79968]: stack = traceback.extract_stack() Jan 24 09:26:00.754898 dv-cinder-772181-7-iscsi neutron-server[79968]: Jan 24 09:26:00.876828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 57724) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:00.890149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a249a4-6e28-456f-adde-a4e677d4a10e req-429c68ad-c0e1-41ab-8b32-c6bf8f838701 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:00.891916 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b1a249a4-6e28-456f-adde-a4e677d4a10e req-429c68ad-c0e1-41ab-8b32-c6bf8f838701 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1088128 Jan 24 09:26:00.923449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:25:58Z', 'revision_number': 5, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:00.930205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5f3d2-7ce6-4105-97be-3b8fdc5107d9 None None] The sync data for ids ['07065c37-babd-4d80-b5c9-b2e83890287f'] in dv-cinder-772181-7-iscsi is: [{'id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'name': 'tempest-ServerRescueNegativeTestJSON-1909477994-router', 'tenant_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:25:58Z', 'revision_number': 5, 'project_id': 'be69528fa75744a8bde0c40f5fd48dcb', 'gw_port': {'id': '3200b9d8-cf18-4242-82d2-95b6c5eda7d5', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:37:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07065c37-babd-4d80-b5c9-b2e83890287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:26:00.968081 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b1a249a4-6e28-456f-adde-a4e677d4a10e req-9f18fee9-185c-4c85-ae16-b7d3c1245443 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681555 Jan 24 09:26:01.005811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.194979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.199464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.298851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.299416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07065c37-babd-4d80-b5c9-b2e83890287f {{(pid=80077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:26:01.313913 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-3676e303-aaed-40cb-a8d9-7401c9e200eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4358978 Jan 24 09:26:01.320199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.323932 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-83298db4-4ea0-4066-bbdd-a256a495e2fd admin admin] 10.222.0.45 "DELETE /v2.0/routers/07065c37-babd-4d80-b5c9-b2e83890287f HTTP/1.1" status: 204 len: 168 time: 1.7250104 Jan 24 09:26:01.324417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 57732) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:01.401303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Deleting subnet 882089c1-adcc-439c-afbd-826713561590 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:26:01.405242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.470169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.540574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.822575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.839944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:01.894716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882089c1-adcc-439c-afbd-826713561590,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:01.946974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:01.987462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:01.994336 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/882089c1-adcc-439c-afbd-826713561590 HTTP/1.1" status: 204 len: 168 time: 0.6687357 Jan 24 09:26:01.997053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57744) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:02.133448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.615074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.674687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a73c4-d40d-4a0b-bc6f-87a65392e15c req-acda751a-91d0-4c52-93cb-d7ec9b3d7cbb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:02.676415 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-386a73c4-d40d-4a0b-bc6f-87a65392e15c req-acda751a-91d0-4c52-93cb-d7ec9b3d7cbb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.4861879 Jan 24 09:26:02.780427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:26:02.794254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dab7e1-f4d1-4c90-a093-22e25b46d57e']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:02.821185 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-386a73c4-d40d-4a0b-bc6f-87a65392e15c req-a6f78399-9c13-4d1c-81ab-d457b1a31db5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944481 Jan 24 09:26:02.822930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ff3a95-5336-4b69-8201-6ddfa3f93024') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:02.823454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ff3a95-5336-4b69-8201-6ddfa3f93024') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:26:02.834167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:26:02.834574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 6bde67c5-6e9f-4dfc-82c1-edb17f6e0210 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:26:02.835052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:26:02.837008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.854873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:02.857378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:26:02.883145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:26:02.883554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3200b9d8-cf18-4242-82d2-95b6c5eda7d5 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:26:03.043614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:26:03.059017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.099905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-9bbe74c6-3e76-49a9-aceb-2927c29953aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:03.101677 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-9bbe74c6-3e76-49a9-aceb-2927c29953aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a&tenant_id=a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 1160 time: 0.0877533 Jan 24 09:26:03.222873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-00a900b8-4c20-40cd-934c-45c8d72e88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:03.224588 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-00a900b8-4c20-40cd-934c-45c8d72e88d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1160 time: 0.0765433 Jan 24 09:26:03.256489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Network 61dab7e1-f4d1-4c90-a093-22e25b46d57e has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:26:03.280626 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:26:03.359280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.362769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:03.376777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.382224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-74e511c0-5c81-4934-b972-cd92c357c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:03.383905 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-74e511c0-5c81-4934-b972-cd92c357c656 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1521242 Jan 24 09:26:03.388270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Pushing event deleted for resources: {'Network': ['ID=61dab7e1-f4d1-4c90-a093-22e25b46d57e,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:03.391686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:03.396623 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] 10.222.0.45 "DELETE /v2.0/networks/61dab7e1-f4d1-4c90-a093-22e25b46d57e HTTP/1.1" status: 204 len: 168 time: 1.3984907 Jan 24 09:26:03.497898 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-07c49a15-cc0d-4613-bc89-fb0fab080231 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 200 len: 998 time: 0.1063819 Jan 24 09:26:03.570620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-6e7cb411-94b7-487f-8c27-2b58e9a3a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:03.572253 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-6e7cb411-94b7-487f-8c27-2b58e9a3a653 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0672281 Jan 24 09:26:03.609098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57760) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:03.674690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-47c80dcd-7bff-4be2-9644-f78e04a78339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:03.677043 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-47c80dcd-7bff-4be2-9644-f78e04a78339 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949390 Jan 24 09:26:03.683606 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-384137bc-9c5b-4a63-94d0-286fa5c11097 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be69528fa75744a8bde0c40f5fd48dcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0714018 Jan 24 09:26:03.684679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57766) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:03.749226 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.777143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.822378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.828277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d0428b87-044e-4d6e-afdc-aa3106d6ac63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:03.834189 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-8c586852-8aac-495a-97e4-4a61a75440da service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435468 Jan 24 09:26:03.843184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76574ee7-326d-4524-9f68-c004602c62dc,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:03.846873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:03.855548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:03.859218 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76574ee7-326d-4524-9f68-c004602c62dc HTTP/1.1" status: 204 len: 168 time: 0.1711633 Jan 24 09:26:04.104430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29360b-4ec4-448a-b600-7491645346d6 req-5800b62c-3334-42b3-9a28-754eeda249a9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:04.106314 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4b29360b-4ec4-448a-b600-7491645346d6 req-5800b62c-3334-42b3-9a28-754eeda249a9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1272144 Jan 24 09:26:04.164528 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4b29360b-4ec4-448a-b600-7491645346d6 req-1a593ad3-1c26-4ee1-b946-9bc1d0b5e842 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513341 Jan 24 09:26:04.228402 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-8a07f2eb-ca3b-4816-9b0e-b93514b8dfea service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3862021 Jan 24 09:26:04.833899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57798) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:04.973466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1202060412-network', 'tenant_id': '5a46817728a34b3e9cf56ff3bd167924'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:04.989254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:04.994479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Usage tracker for resource:network and tenant:5a46817728a34b3e9cf56ff3bd167924 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:04.997763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:05.012188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:05.026799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Made reservation on behalf of 5a46817728a34b3e9cf56ff3bd167924 for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:26:05.031740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.045764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.061789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:05.065810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Usage tracker for resource:security_group_rule and tenant:5a46817728a34b3e9cf56ff3bd167924 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:05.068962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:05.074752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:05.164216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.167363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.171701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7e1ba388-afd1-4994-8447-2310f720e11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:05.201701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:26:05.215786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84be242-16b8-4014-ac58-fc2db6f20434,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:05.220412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:05.221447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.221865 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Added segment 332e54d4-6445-449e-8096-c7dcfff67258 of type vxlan for network bddd1389-51cb-454b-bf60-ba22b3dad41a Jan 24 09:26:05.251481 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.282393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.284034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:05.284884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.290180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bcc13aca-0086-46d3-9630-760a91b8c49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:05.473307 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6376200 Jan 24 09:26:05.474181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Pushing event updated for resources: {'Network': ['ID=bddd1389-51cb-454b-bf60-ba22b3dad41a,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:05.476411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 57824) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:05.482482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Request body: {'subnet': {'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1202060412-subnet', 'tenant_id': '5a46817728a34b3e9cf56ff3bd167924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:05.485676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network bddd1389-51cb-454b-bf60-ba22b3dad41a details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:26:05.486433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:05.493042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:05.501192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Usage tracker for resource:subnet and tenant:5a46817728a34b3e9cf56ff3bd167924 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:05.506931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:05.524661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:05.536415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network bddd1389-51cb-454b-bf60-ba22b3dad41a details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:26:05.537211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Made reservation on behalf of 5a46817728a34b3e9cf56ff3bd167924 for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:26:05.549043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11396772-8644-4ed3-8c88-3aada6047bdd req-3c17e4fa-a4d1-4f87-b3de-12fb8e6fa480 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:05.549420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127908065'] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:05.551214 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-11396772-8644-4ed3-8c88-3aada6047bdd req-3c17e4fa-a4d1-4f87-b3de-12fb8e6fa480 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.2245071 Jan 24 09:26:05.624771 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-11396772-8644-4ed3-8c88-3aada6047bdd req-41906ef4-978f-413b-8a85-d787a235a975 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651548 Jan 24 09:26:06.116358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2163859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127908080'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:06.138808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-90f990a7-2490-418b-8eb1-77e453cd917a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:06.279190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c7ba36-4fa5-4182-b343-8c1f4d10d529,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:06.283696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:06.345544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Checking segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:06.345974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Network hostable DHCP agents. Network: bddd1389-51cb-454b-bf60-ba22b3dad41a, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:26:06.365394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Network bddd1389-51cb-454b-bf60-ba22b3dad41a is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:26:06.373714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, bddd1389-51cb-454b-bf60-ba22b3dad41a) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:06.386067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:06.386303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5ee665-7874-47eb-89aa-22e64da58247 None None] Network bddd1389-51cb-454b-bf60-ba22b3dad41a requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:26:06.386760 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:06.408119 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9302876 Jan 24 09:26:06.634062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb53a0-f4a9-48fa-9095-5f32672db1f0 None None] Network bddd1389-51cb-454b-bf60-ba22b3dad41a requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:26:06.919434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ae29e-a97a-4678-ab00-9dc415bb7832 req-a051ecc4-b5a9-4f4b-a299-d418139c3794 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:06.921241 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-750ae29e-a97a-4678-ab00-9dc415bb7832 req-a051ecc4-b5a9-4f4b-a299-d418139c3794 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1303692 Jan 24 09:26:06.987614 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-750ae29e-a97a-4678-ab00-9dc415bb7832 req-16f8fb41-a8a0-47e7-846b-ac726a8a9d79 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592442 Jan 24 09:26:07.952631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-f07afe7b-24d8-4bf9-887c-0cb89d87fcac tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:07.953433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-f07afe7b-24d8-4bf9-887c-0cb89d87fcac tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Synchronizing usage tracker for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:network {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:26:07.971428 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-f07afe7b-24d8-4bf9-887c-0cb89d87fcac tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Unset dirty status for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:network {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:26:07.980194 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-f07afe7b-24d8-4bf9-887c-0cb89d87fcac tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.2287319 Jan 24 09:26:07.998649 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-663353a2-3639-4ca3-8c60-b3ff24edef34 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/quotas/5a46817728a34b3e9cf56ff3bd167924 HTTP/1.1" status: 200 len: 375 time: 0.0174026 Jan 24 09:26:08.060216 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-fd2b661b-2499-48c0-8ce6-ed9dcf7e8b84 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605555 Jan 24 09:26:08.230977 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-83ec8479-b0d0-41d5-abae-381e9ba2e79e service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681337 Jan 24 09:26:08.434325 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-07d4da4b-ee96-4e10-9988-10ae4c112314 service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1977503 Jan 24 09:26:08.473514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b65cb-6d09-4a92-91c3-48ff664a2d3a req-38236ae6-fdd2-435e-ada8-158fc0cbbffe tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:08.475173 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f63b65cb-6d09-4a92-91c3-48ff664a2d3a req-38236ae6-fdd2-435e-ada8-158fc0cbbffe tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1499474 Jan 24 09:26:08.534947 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f63b65cb-6d09-4a92-91c3-48ff664a2d3a req-6dbb56fd-9e33-4d5c-b256-4f46afc4f45f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534027 Jan 24 09:26:08.646026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:26:08.671808 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e96fa086-4db0-4539-b657-20a2ef89438a req-164c6658-95e5-463b-85aa-37184e7fe584 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0504897 Jan 24 09:26:09.799567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45964dc-1061-4680-88b1-099af9f614fc req-2e5efd96-df6d-4547-ad2f-a73dab0e1960 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:09.801840 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a45964dc-1061-4680-88b1-099af9f614fc req-2e5efd96-df6d-4547-ad2f-a73dab0e1960 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1163464 Jan 24 09:26:09.889560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-782bdcb8-dcba-49f5-b8f6-9bc5c14dffd6 req-5102ad3d-75f2-45de-96d3-b1591921cc38 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0593021 Jan 24 09:26:09.910660 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a45964dc-1061-4680-88b1-099af9f614fc req-99d6fee5-73e4-4a73-8e2f-b73096395545 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010675 Jan 24 09:26:11.131685 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-20bb9343-a575-4c1e-8c03-706ecd949c59 req-5ebd9816-6b28-4870-b7f6-e0ea1ce91f8a tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0917342 Jan 24 09:26:11.204082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89400-029a-442b-8ae3-f6d2a145107f req-8fd7707c-f930-4bb2-8b78-fca1c157c270 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:11.205746 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b89400-029a-442b-8ae3-f6d2a145107f req-8fd7707c-f930-4bb2-8b78-fca1c157c270 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1263633 Jan 24 09:26:11.262823 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b89400-029a-442b-8ae3-f6d2a145107f req-cc9e45e3-f0b0-4df2-8847-37adc7677600 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 Jan 24 09:26:12.330790 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9bb5a748-2d7e-4c80-b95f-13f386d9076f req-9cf8dc87-92fc-4ffe-a630-0dc28dbb8936 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0487833 Jan 24 09:26:12.526406 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019209b-3cc2-442e-8d11-bd5e943c2fe7 req-409d2500-b9a3-4e5a-81d9-48c3f29e8f98 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:12.528147 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0019209b-3cc2-442e-8d11-bd5e943c2fe7 req-409d2500-b9a3-4e5a-81d9-48c3f29e8f98 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1070926 Jan 24 09:26:12.586416 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0019209b-3cc2-442e-8d11-bd5e943c2fe7 req-38ad948d-8042-46cd-a187-7007d7901d79 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508604 Jan 24 09:26:13.510421 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a9c5aee-68e6-4f3e-9983-4114dc5c9cb4 req-481ec52e-56cb-4187-aff7-da0ab7b40223 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0481229 Jan 24 09:26:13.838597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd019a-7683-4e18-8cc4-5886a85df417 req-59dc64f8-42cd-4c8d-8f8f-43f1d8da0a09 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:13.840341 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71dd019a-7683-4e18-8cc4-5886a85df417 req-59dc64f8-42cd-4c8d-8f8f-43f1d8da0a09 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1064899 Jan 24 09:26:13.897400 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71dd019a-7683-4e18-8cc4-5886a85df417 req-661328e5-5f04-47d0-b636-434b883b0b60 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505428 Jan 24 09:26:14.383386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 57954) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:14.577532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.594721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:14.598956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Usage tracker for resource:security_group_rule and tenant:06913a1e1fa34e52bac50436614a78be is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:14.602129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:14.608061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:14.709207 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5889475f-35bf-4479-84e4-d5357f3f40fb req-88119da7-76ae-4ab8-b4bc-44f79b286c8e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0655916 Jan 24 09:26:14.772615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.775446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.793434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-69139a38-208d-4df2-9d84-a0875af5a4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:14.836741 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06913a1e1fa34e52bac50436614a78be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521363 Jan 24 09:26:14.839055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3f386-a535-4cff-b73a-ce2271192ba0,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:14.839688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 57966) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:26:14.848995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.849410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.849816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.850214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.850607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.851000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.851388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.851801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.852195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.852583 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.852975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.853358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.853782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.854166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.854551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.854933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.855318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.855735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.856119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.856500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.856882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.857263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.857647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.858027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:14.871473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:14.918028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:14.950704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:15.016194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:15.025543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4225000f-5be9-4d03-8565-bc107aba8114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:15.041277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:15.046106 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2f3f386-a535-4cff-b73a-ce2271192ba0 HTTP/1.1" status: 204 len: 168 time: 0.2053695 Jan 24 09:26:15.047988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f3f386-a535-4cff-b73a-ce2271192ba0,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:15.056543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:15.177915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425437fb-805c-4558-bec9-ff884094a6ef req-656027db-d31a-4264-8a68-fcb21c4566f3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:15.179688 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-425437fb-805c-4558-bec9-ff884094a6ef req-656027db-d31a-4264-8a68-fcb21c4566f3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1149726 Jan 24 09:26:15.246434 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-425437fb-805c-4558-bec9-ff884094a6ef req-e4d4eb58-2f8b-4f1a-9556-7c02ab3b9f8e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595691 Jan 24 09:26:15.924289 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e1cc182a-7472-45ab-a76b-4b0e3d2a3e17 req-f7d3c7b9-4727-4ea8-8a76-0383330d2490 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0700285 Jan 24 09:26:16.505914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a52f0f-1218-4a56-a835-93b2842f43a7 req-fb9f7a70-9c43-4bfb-a7f0-e34a60d581d2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:16.507533 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-89a52f0f-1218-4a56-a835-93b2842f43a7 req-fb9f7a70-9c43-4bfb-a7f0-e34a60d581d2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1103296 Jan 24 09:26:16.561219 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-89a52f0f-1218-4a56-a835-93b2842f43a7 req-2a12ffa2-96d4-4526-ac9b-539937eacdb3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Jan 24 09:26:17.134345 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-91cb6f41-40d7-4a20-9fee-0cf10bd00493 req-aa05c5a2-209b-4adc-b9a7-0f915b02fd88 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0509162 Jan 24 09:26:17.827410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82b5b-6abf-440b-a16c-5ec1e9396742 req-f6d7ade9-8909-4e74-9feb-076285ab4376 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:17.829144 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cbd82b5b-6abf-440b-a16c-5ec1e9396742 req-f6d7ade9-8909-4e74-9feb-076285ab4376 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1107240 Jan 24 09:26:17.881889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cbd82b5b-6abf-440b-a16c-5ec1e9396742 req-978dfc5a-0fbc-40be-8c26-eb19ccffec62 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457702 Jan 24 09:26:18.320971 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bb2aea08-1b93-4bc3-9f4e-6088efbd064f req-0a5bb8a1-a1c8-4850-8a93-fa200ab41fa1 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0496473 Jan 24 09:26:19.135151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c379327-c81b-4e00-b41b-8e3323112e18 req-a51b4811-783b-43f5-bdee-d2b92f8d8e4f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:19.136865 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3c379327-c81b-4e00-b41b-8e3323112e18 req-a51b4811-783b-43f5-bdee-d2b92f8d8e4f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1086826 Jan 24 09:26:19.193330 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3c379327-c81b-4e00-b41b-8e3323112e18 req-c0660744-5085-4c6a-8b19-72d98b7d2c65 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501812 Jan 24 09:26:19.498515 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fe7cd426-35bd-499e-91af-fa5e475f681e req-686fe1dd-7a56-4042-9934-e493d224c1a8 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0471985 Jan 24 09:26:19.731436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c1d1812d-9689-49df-91dc-1861217c15ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:19.967154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:20.453687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d98b-ab78-42bc-987b-0d627be9382d req-c539b8c7-43a0-4360-9f6d-a1531768edcd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:20.455278 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4fc7d98b-ab78-42bc-987b-0d627be9382d req-c539b8c7-43a0-4360-9f6d-a1531768edcd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1084068 Jan 24 09:26:20.506297 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4fc7d98b-ab78-42bc-987b-0d627be9382d req-6989c616-05eb-45c5-bef0-1dcf307d9e32 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449190 Jan 24 09:26:20.672417 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6d3cf010-867b-443f-ae56-59080a8955d3 req-c731cbe6-7798-42a0-bf23-5ebfcf2ed640 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0471206 Jan 24 09:26:21.755726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649c5d-19e6-4657-b81b-8853eda28b07 req-3c609fab-c07d-4135-8363-3ff743d65615 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:21.757394 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94649c5d-19e6-4657-b81b-8853eda28b07 req-3c609fab-c07d-4135-8363-3ff743d65615 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1088490 Jan 24 09:26:21.807549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-42bf0ac6-bf3a-44df-a055-f257abe200dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:21.854251 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94649c5d-19e6-4657-b81b-8853eda28b07 req-c28c1684-a189-4379-a991-1177bcfb7ac7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904691 Jan 24 09:26:21.856367 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-97d7038e-f360-498d-93b2-742853742dc3 req-029eff0e-c709-412c-8d5e-1e5620798478 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0561891 Jan 24 09:26:22.649032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:23.072465 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-58c6a0b5-4c9e-419e-88b8-a14af8a9de36 req-7ca5db35-4578-41b4-8fb9-b50e596e1943 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0835326 Jan 24 09:26:23.140587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388ee9d-3b6f-4ed2-8f0c-1f5c9e2e613c req-4b6b3120-0691-4c05-a533-3330b8741dc7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:23.142158 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e388ee9d-3b6f-4ed2-8f0c-1f5c9e2e613c req-4b6b3120-0691-4c05-a533-3330b8741dc7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1098585 Jan 24 09:26:23.193462 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e388ee9d-3b6f-4ed2-8f0c-1f5c9e2e613c req-d85f1a06-3d07-4360-9508-760e6ce0484b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 Jan 24 09:26:23.623649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.134905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:24.252387 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb036c27-cd64-442c-81ce-8d5cf42a783d req-55c9020b-ded5-49d3-a4b7-10f324162d7f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0500295 Jan 24 09:26:24.443242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae33bf-ade2-4a59-95b1-dea8005cb7e8 req-5f18c862-a54f-4836-a774-85ad7240fc99 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:24.444862 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-56ae33bf-ade2-4a59-95b1-dea8005cb7e8 req-5f18c862-a54f-4836-a774-85ad7240fc99 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1047668 Jan 24 09:26:24.495259 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-56ae33bf-ade2-4a59-95b1-dea8005cb7e8 req-d4f730c4-c145-4c5a-9d62-3a29b14e227c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Jan 24 09:26:25.506593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-491e404c-651b-4488-ba36-67d4ad0760a2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:25.508339 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-491e404c-651b-4488-ba36-67d4ad0760a2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.1909175 Jan 24 09:26:25.537315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Request body: {'port': {'device_id': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a', 'admin_state_up': True, 'tenant_id': '5a46817728a34b3e9cf56ff3bd167924'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:25.687013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:26:25.689042 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-95412ca8-82b7-4d11-bb79-674af8c6cb63 req-af6ba2b9-6854-446d-981a-7804d4568c60 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.3066895 Jan 24 09:26:25.691729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Usage tracker for resource:port and tenant:5a46817728a34b3e9cf56ff3bd167924 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:26:25.694800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Quota usage for port was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:26:25.700979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:26:25.711153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Made reservation on behalf of 5a46817728a34b3e9cf56ff3bd167924 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:26:25.721596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:25.760607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b8cd4-3f80-41d2-9bf9-79fd7eb7aade req-c24a1fe7-8d81-4772-b4d4-74fcd109f601 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:25.762271 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-606b8cd4-3f80-41d2-9bf9-79fd7eb7aade req-c24a1fe7-8d81-4772-b4d4-74fcd109f601 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1136167 Jan 24 09:26:25.818783 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-606b8cd4-3f80-41d2-9bf9-79fd7eb7aade req-e3079ac3-4427-4dca-8f1d-0a44a9d4d0cd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499513 Jan 24 09:26:26.036074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Allocated IP 172.20.0.2 (bddd1389-51cb-454b-bf60-ba22b3dad41a/02c7ba36-4fa5-4182-b343-8c1f4d10d529/7fb9b859-63ae-47fe-88be-4af5e9cbd363) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:26:26.256030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.285252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.301249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9cbdaced-be74-431d-8bee-118f0e3eaf18 tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:26.443872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event updated for resources: {'Port': ['ID=7fb9b859-63ae-47fe-88be-4af5e9cbd363,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:26.448272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:26.500899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Network bddd1389-51cb-454b-bf60-ba22b3dad41a is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:26:26.502086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:26:26.505034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:26:26.588182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:26.588904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.609143 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0768540 Jan 24 09:26:26.627190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Request body: {'port': {'device_id': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:26.747416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:26.933375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2e3a-a4bf-4936-916c-37b6933923ed req-e80a77b9-13e2-43a1-bd7d-0d698b00c76c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:26.935082 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e5dc2e3a-a4bf-4936-916c-37b6933923ed req-e80a77b9-13e2-43a1-bd7d-0d698b00c76c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 931 time: 0.1076362 Jan 24 09:26:27.043907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-e5dc2e3a-a4bf-4936-916c-37b6933923ed req-08fe798e-3bac-41c6-b22a-66b5b33a938e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Synchronizing usage tracker for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:26:27.072559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-e5dc2e3a-a4bf-4936-916c-37b6933923ed req-08fe798e-3bac-41c6-b22a-66b5b33a938e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Unset dirty status for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:26:27.073806 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e5dc2e3a-a4bf-4936-916c-37b6933923ed req-08fe798e-3bac-41c6-b22a-66b5b33a938e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309705 Jan 24 09:26:27.113906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b59a17-bf4b-43c5-8c69-e26d8be72d42 req-42b9c40f-6fba-4532-a051-5daf4303d412 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:27.115636 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99b59a17-bf4b-43c5-8c69-e26d8be72d42 req-42b9c40f-6fba-4532-a051-5daf4303d412 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1483605 Jan 24 09:26:27.170359 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99b59a17-bf4b-43c5-8c69-e26d8be72d42 req-0a933b92-dd66-4699-a2e0-37be7df45b5c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Jan 24 09:26:27.178491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb9b859-63ae-47fe-88be-4af5e9cbd363 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:26:27.187200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:27.206541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Transition to ACTIVE for port object 7fb9b859-63ae-47fe-88be-4af5e9cbd363 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:26:27.216285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:27.232713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6816a39d-99b2-4714-9082-9db6dc3f24fd tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:27.365311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Pushing event updated for resources: {'Port': ['ID=7fb9b859-63ae-47fe-88be-4af5e9cbd363,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:27.368496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:27.554076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Attempting to bind port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:27.554438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Attempting to bind port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:26:27.554799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Attempting to bind port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 on network bddd1389-51cb-454b-bf60-ba22b3dad41a {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:26:27.560430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:26:27.560807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Checking segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:26:27.561209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:27.561602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Bound using segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:26:27.562071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Bound port: 7fb9b859-63ae-47fe-88be-4af5e9cbd363, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:26:27.562441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:27.653101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] For port 7fb9b859-63ae-47fe-88be-4af5e9cbd363, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:26:27.656178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] For port 7fb9b859-63ae-47fe-88be-4af5e9cbd363, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=7fb9b859-63ae-47fe-88be-4af5e9cbd363,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:26:27.660221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:27.675522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:28.034833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Pushing event updated for resources: {'Port': ['ID=7fb9b859-63ae-47fe-88be-4af5e9cbd363,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:28.039743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:28.072832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:28.073510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:28.074986 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] 10.222.0.48 "PUT /v2.0/ports/7fb9b859-63ae-47fe-88be-4af5e9cbd363 HTTP/1.1" status: 200 len: 1157 time: 1.4522877 Jan 24 09:26:28.075501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:28.169576 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363', 'status': 'completed', 'code': 200} Jan 24 09:26:28.210942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-88db8f3a-5f77-4098-8686-384239f6711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:28.212602 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-88db8f3a-5f77-4098-8686-384239f6711e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 1160 time: 0.0801473 Jan 24 09:26:28.296419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-98630414-775f-42b3-b87c-d2ef598894a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fb9b859-63ae-47fe-88be-4af5e9cbd363 HTTP/1.1" status: 200 len: 217 time: 0.0703797 Jan 24 09:26:28.310394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbadfe-7ed3-4526-85a9-d88ac4d6766e req-aa942ea8-2fd2-4c6c-982c-b52501ae2171 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:28.312105 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f4cbadfe-7ed3-4526-85a9-d88ac4d6766e req-aa942ea8-2fd2-4c6c-982c-b52501ae2171 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 943 time: 0.1080201 Jan 24 09:26:28.365717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-d59454d4-8d4a-4db2-91cb-2386da229a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:28.367293 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-d59454d4-8d4a-4db2-91cb-2386da229a8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.0647621 Jan 24 09:26:28.420170 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-1265854f-2c4c-4e8e-868e-7cef262d6c0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459697 Jan 24 09:26:28.425445 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f4cbadfe-7ed3-4526-85a9-d88ac4d6766e req-d42600b0-22e2-488a-965a-c5936021f7de tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062717 Jan 24 09:26:28.472721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa4a8b-cabc-42a7-a99f-bad1b654c5e9 req-fe960cc9-469c-499c-b8d0-30c19f0193c4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:28.474413 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b3aa4a8b-cabc-42a7-a99f-bad1b654c5e9 req-fe960cc9-469c-499c-b8d0-30c19f0193c4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1546075 Jan 24 09:26:28.529062 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b3aa4a8b-cabc-42a7-a99f-bad1b654c5e9 req-4da68f3a-8d25-4fe9-b062-082f884a8772 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Jan 24 09:26:28.569163 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-02b18dfb-2a1c-4ed6-a79f-4a3b0504b4bd service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415670 Jan 24 09:26:28.712279 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0d40884-9e42-4a0c-8737-f480e16bb6b0 req-ad10a875-7f12-4c3c-9a01-8b8f41675045 service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360991 Jan 24 09:26:28.892376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-3d23380d-fedd-4331-a21e-a5a98ad8963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:28.894509 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-3d23380d-fedd-4331-a21e-a5a98ad8963e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 1160 time: 0.0796375 Jan 24 09:26:29.036404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-176c50a3-a7a6-4e4b-9a17-6ab844d0c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:29.037982 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-176c50a3-a7a6-4e4b-9a17-6ab844d0c3db service neutron] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 909 time: 0.1377740 Jan 24 09:26:29.112091 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-5abbf440-0daf-40d9-b685-2d03881409a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fb9b859-63ae-47fe-88be-4af5e9cbd363 HTTP/1.1" status: 200 len: 217 time: 0.0666351 Jan 24 09:26:29.179183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-37ed6ea3-810f-4a36-aa22-ceed8f55693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:29.180712 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-37ed6ea3-810f-4a36-aa22-ceed8f55693c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.0626583 Jan 24 09:26:29.230742 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-df1657fb-eb5c-434b-8600-5380b182af62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437922 Jan 24 09:26:29.370307 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-389ab8dc-1d78-4913-817d-b17df9bdc8c7 service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331906 Jan 24 09:26:29.512480 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4c663cb-ed5d-49e9-95b2-bcbbb4e3271c req-ba7dd027-99f6-4c0d-a124-14be20c188da service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349874 Jan 24 09:26:29.666267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff1bb6-132c-451e-8714-e9b0b21cf175 req-6d833857-73ca-4405-b7df-575d5041446a tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:29.668250 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-57ff1bb6-132c-451e-8714-e9b0b21cf175 req-6d833857-73ca-4405-b7df-575d5041446a tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 943 time: 0.1089664 Jan 24 09:26:29.781578 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-57ff1bb6-132c-451e-8714-e9b0b21cf175 req-8d61b838-8f9a-4667-8e1e-4eb2bea834cf tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068928 Jan 24 09:26:29.824606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c2577-bdb6-4598-becf-32c37649c132 req-afa033e6-3aff-4553-aa90-03c6a11710e9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:29.826214 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-675c2577-bdb6-4598-becf-32c37649c132 req-afa033e6-3aff-4553-aa90-03c6a11710e9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1370924 Jan 24 09:26:29.878116 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-675c2577-bdb6-4598-becf-32c37649c132 req-6ed2d65c-6db1-48d6-8cd5-c3809ac048a0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452666 Jan 24 09:26:31.026755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdb87f-f087-47ac-acd1-25926da52593 req-3295be6a-a125-4fd1-ab01-334e320c3f0c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:31.028509 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-defdb87f-f087-47ac-acd1-25926da52593 req-3295be6a-a125-4fd1-ab01-334e320c3f0c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 943 time: 0.1194210 Jan 24 09:26:31.135129 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-defdb87f-f087-47ac-acd1-25926da52593 req-140ff6ea-bb06-490e-90c9-96ced6b14d85 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651770 Jan 24 09:26:31.174225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b4592-3730-4bd2-851a-ca0a1913716c req-31bb708c-59fe-40f3-bc8e-d089aefa0942 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:31.175906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b84b4592-3730-4bd2-851a-ca0a1913716c req-31bb708c-59fe-40f3-bc8e-d089aefa0942 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1463015 Jan 24 09:26:31.231237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b84b4592-3730-4bd2-851a-ca0a1913716c req-12f0df1a-8543-4bd9-9175-a983586c7a6e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489638 Jan 24 09:26:32.369686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcde41-2369-4cb4-8569-c023297be89a req-322dac09-6948-4b36-bbe5-c1809903d035 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:32.371360 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9bdcde41-2369-4cb4-8569-c023297be89a req-322dac09-6948-4b36-bbe5-c1809903d035 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 943 time: 0.1082923 Jan 24 09:26:32.484974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9bdcde41-2369-4cb4-8569-c023297be89a req-7b3842da-91a0-41dd-adc9-3ab630e4fc9b tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069970 Jan 24 09:26:32.523185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64bbe-2cea-413a-a89c-00e9d378e5cf req-426de878-70ad-4766-89e8-1838663f5462 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:32.524825 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4e64bbe-2cea-413a-a89c-00e9d378e5cf req-426de878-70ad-4766-89e8-1838663f5462 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1482222 Jan 24 09:26:32.576701 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4e64bbe-2cea-413a-a89c-00e9d378e5cf req-9837eef1-98c6-4220-8b1b-ed4966914c52 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457366 Jan 24 09:26:33.721751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7104e-2a7b-40ef-b892-352d4388bdea req-c1c2923d-7dd8-4078-9843-3afa12bd588f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:33.723454 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ebc7104e-2a7b-40ef-b892-352d4388bdea req-c1c2923d-7dd8-4078-9843-3afa12bd588f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 943 time: 0.1074023 Jan 24 09:26:33.761964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-44481498-06f3-4689-beec-a113e2ac5458 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80079) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:26:33.834891 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ebc7104e-2a7b-40ef-b892-352d4388bdea req-ccab2322-f38c-40a5-988a-1a5c4226e7bc tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Jan 24 09:26:33.873459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d4e78-29f8-45c9-b66a-e68aca944215 req-b4ba5767-d9f7-4afc-b947-701c4628b0aa tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:33.875072 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6d2d4e78-29f8-45c9-b66a-e68aca944215 req-b4ba5767-d9f7-4afc-b947-701c4628b0aa tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1506133 Jan 24 09:26:33.926805 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6d2d4e78-29f8-45c9-b66a-e68aca944215 req-00c015f0-a645-43fc-8b64-8157be0ce574 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450737 Jan 24 09:26:34.565008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 7fb9b859-63ae-47fe-88be-4af5e9cbd363 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:34.638054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:26:34.642949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:34.643369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:34.763452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:34.796307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:34.808250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 7fb9b859-63ae-47fe-88be-4af5e9cbd363, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=7fb9b859-63ae-47fe-88be-4af5e9cbd363,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:34.815629 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:34.817420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:34.863244 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363', 'code': 200} Jan 24 09:26:34.889264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=7fb9b859-63ae-47fe-88be-4af5e9cbd363,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:34.892679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:35.082306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d08d74-0a40-4298-8708-1e6570e341ce req-cb0505c6-27bb-40ac-959e-eed7aa0df494 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:35.083923 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4d08d74-0a40-4298-8708-1e6570e341ce req-cb0505c6-27bb-40ac-959e-eed7aa0df494 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.1183593 Jan 24 09:26:35.147732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abfa78-459e-4654-b6b6-10e546be5a31 req-6850d0d3-7d9e-4d63-9e2a-551596882531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:35.149385 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0abfa78-459e-4654-b6b6-10e546be5a31 req-6850d0d3-7d9e-4d63-9e2a-551596882531 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 1162 time: 0.0823026 Jan 24 09:26:35.191318 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4d08d74-0a40-4298-8708-1e6570e341ce req-50300526-6ede-43c6-9d74-4454b9565669 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661385 Jan 24 09:26:35.193556 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0abfa78-459e-4654-b6b6-10e546be5a31 req-739b2612-e7b6-499b-83f6-488e2537dcad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Jan 24 09:26:35.230745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed180b3-c833-41b8-b739-d763df921119 req-fe5e09e1-f49f-4d9a-9644-faef605e1036 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:35.232405 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fed180b3-c833-41b8-b739-d763df921119 req-fe5e09e1-f49f-4d9a-9644-faef605e1036 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1475027 Jan 24 09:26:35.287520 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fed180b3-c833-41b8-b739-d763df921119 req-2ac24760-c812-443b-900c-52cd8c9413c9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489092 Jan 24 09:26:36.424333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e4a1-7503-4605-a04d-ec7f44f26ee3 req-4d7df62c-55d4-49d7-a816-bec2a56fd891 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:36.426020 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da67e4a1-7503-4605-a04d-ec7f44f26ee3 req-4d7df62c-55d4-49d7-a816-bec2a56fd891 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.1066144 Jan 24 09:26:36.539717 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da67e4a1-7503-4605-a04d-ec7f44f26ee3 req-e42b258e-4246-4e78-aa1b-485752196b9d tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747023 Jan 24 09:26:36.577775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fa0b8-1501-4f92-97c6-0d5b92d9efd7 req-900a958b-c4c8-4d0f-9753-f4bc9adb9830 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:36.579382 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a9fa0b8-1501-4f92-97c6-0d5b92d9efd7 req-900a958b-c4c8-4d0f-9753-f4bc9adb9830 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1501975 Jan 24 09:26:36.631226 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a9fa0b8-1501-4f92-97c6-0d5b92d9efd7 req-aaca663c-27ba-429e-b66c-db8a72e09d1d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Jan 24 09:26:37.771246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715091d-c9bc-47df-b78d-14cf3e21e938 req-b9be421c-2a63-4eba-8b66-184cca9e95fd tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:37.772871 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8715091d-c9bc-47df-b78d-14cf3e21e938 req-b9be421c-2a63-4eba-8b66-184cca9e95fd tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.1056566 Jan 24 09:26:37.882949 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8715091d-c9bc-47df-b78d-14cf3e21e938 req-899777ba-6ef6-4fd1-97c3-95918bd27836 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038306 Jan 24 09:26:37.926986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4e7c3-100a-438f-8bbd-31aae47c2874 req-762942fb-e143-49f9-9d8e-e02cc5bc40bf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:37.928616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ada4e7c3-100a-438f-8bbd-31aae47c2874 req-762942fb-e143-49f9-9d8e-e02cc5bc40bf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1342626 Jan 24 09:26:37.980000 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ada4e7c3-100a-438f-8bbd-31aae47c2874 req-1456d912-6fb0-49a7-99e0-a60e2e945052 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451059 Jan 24 09:26:39.125561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c232284-5f88-4fa2-a8f8-e49e7edbd04a req-007f1dc0-0258-4c52-a444-3f440c9eeec2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:39.127268 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c232284-5f88-4fa2-a8f8-e49e7edbd04a req-007f1dc0-0258-4c52-a444-3f440c9eeec2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.1129367 Jan 24 09:26:39.239026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c232284-5f88-4fa2-a8f8-e49e7edbd04a req-549a1000-04f1-4a7e-9ccc-95a50af430db tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695753 Jan 24 09:26:39.272484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb790c-b1bc-4244-b18a-9e287c5dad39 req-0f11bf83-7ad8-4630-b61c-cebf138173ba tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:39.274109 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ccb790c-b1bc-4244-b18a-9e287c5dad39 req-0f11bf83-7ad8-4630-b61c-cebf138173ba tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1458097 Jan 24 09:26:39.326294 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ccb790c-b1bc-4244-b18a-9e287c5dad39 req-8d19e42e-0b18-4fdf-8fd6-83f5b4752969 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458856 Jan 24 09:26:40.475335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836f02a-59fc-47d2-9d70-f0b210bb7b69 req-ee17ddcc-9c42-4def-928d-1eaafb4e0883 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:40.477031 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1836f02a-59fc-47d2-9d70-f0b210bb7b69 req-ee17ddcc-9c42-4def-928d-1eaafb4e0883 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.1104176 Jan 24 09:26:40.579773 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1836f02a-59fc-47d2-9d70-f0b210bb7b69 req-116bdeb4-5ef4-4056-b55c-2587568c65e0 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Jan 24 09:26:40.621672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cc070-2419-45c8-bdf8-ba614a4c83e1 req-e3a6728e-67be-40e8-9b1a-b860ef97f66f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:40.623312 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4f7cc070-2419-45c8-bdf8-ba614a4c83e1 req-e3a6728e-67be-40e8-9b1a-b860ef97f66f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 943 time: 0.1453025 Jan 24 09:26:40.680388 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4f7cc070-2419-45c8-bdf8-ba614a4c83e1 req-33749b57-46fd-4557-adc7-b8c6ed2f34f2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501955 Jan 24 09:26:40.855748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 7fb9b859-63ae-47fe-88be-4af5e9cbd363 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:40.930634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:40.931063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.057932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:41.142528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 84df6252-e705-4792-80e0-a1b76ea99f52 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:41.142942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.265504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.294480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:41.305570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 84df6252-e705-4792-80e0-a1b76ea99f52, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=84df6252-e705-4792-80e0-a1b76ea99f52,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:26:41.309061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:41.311131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:26:41.352909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52', 'code': 200} Jan 24 09:26:41.385861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=84df6252-e705-4792-80e0-a1b76ea99f52,revision_number=6']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:26:41.394308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.394647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.395030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.395406 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.395810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.396187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.396558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.396928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.397299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.397669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.398038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.398402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.398808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.399171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.399540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.399929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.400295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.400660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.401030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.401395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.401759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.402119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.402480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.402840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:26:41.407382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:26:41.815991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f4ffb-b215-46a5-b86f-1dda790fd269 req-61d271de-859b-4b1e-96ed-a2c6b69df33f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:41.817618 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-081f4ffb-b215-46a5-b86f-1dda790fd269 req-61d271de-859b-4b1e-96ed-a2c6b69df33f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.1063735 Jan 24 09:26:41.928026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-081f4ffb-b215-46a5-b86f-1dda790fd269 req-ea7f75b9-cfd9-4d76-b5f5-2dda0d45798e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040049 Jan 24 09:26:41.977427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff51273-43fc-4898-991d-e6be84f30aa9 req-3c018e49-1847-4e3e-80af-1b00db371dfc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:41.978441 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ff51273-43fc-4898-991d-e6be84f30aa9 req-3c018e49-1847-4e3e-80af-1b00db371dfc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1399632 Jan 24 09:26:42.231412 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ff51273-43fc-4898-991d-e6be84f30aa9 req-7c8a9a72-2301-4363-a24d-e12b7b369722 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482076 Jan 24 09:26:43.568437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df56e-6385-4803-9ff0-f182a271ef85 req-e3e8751c-def9-4679-b6fa-ca59ed2fc73c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:43.570086 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-830df56e-6385-4803-9ff0-f182a271ef85 req-e3e8751c-def9-4679-b6fa-ca59ed2fc73c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1910527 Jan 24 09:26:43.622575 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-830df56e-6385-4803-9ff0-f182a271ef85 req-3d0cf04d-ff74-450f-88c6-086b3970f88c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462174 Jan 24 09:26:44.878190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f4f01-2efd-4186-8b0c-a85ab6b24d3f req-88a3e5ab-c64c-4477-9738-a914fb041f3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:44.879775 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f6f4f01-2efd-4186-8b0c-a85ab6b24d3f req-88a3e5ab-c64c-4477-9738-a914fb041f3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1115828 Jan 24 09:26:44.931924 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f6f4f01-2efd-4186-8b0c-a85ab6b24d3f req-8022641d-e8ef-4685-8956-1488e7ad6043 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 Jan 24 09:26:45.646083 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:26:46.194193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acbb8e-aa3e-4058-ba48-a826a606776d req-f00f2caa-6be9-4809-b496-488e15397279 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:46.195809 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4acbb8e-aa3e-4058-ba48-a826a606776d req-f00f2caa-6be9-4809-b496-488e15397279 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1192298 Jan 24 09:26:46.229243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:26:46.247182 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e4acbb8e-aa3e-4058-ba48-a826a606776d req-47e36c4f-d921-4b38-b53b-738d583f48e7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451031 Jan 24 09:26:46.302398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 84df6252-e705-4792-80e0-a1b76ea99f52 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:26:46.302825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:47.050740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045f440-5a75-42ae-8b58-49b842ce36e7 req-f4e15a9c-eef2-490d-b207-5b015ce673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:47.052387 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5045f440-5a75-42ae-8b58-49b842ce36e7 req-f4e15a9c-eef2-490d-b207-5b015ce673c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1162 time: 0.1480818 Jan 24 09:26:47.055271 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-2538f6b8-298a-4edf-88b5-da9fe65d4a14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1155331 Jan 24 09:26:47.118557 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5045f440-5a75-42ae-8b58-49b842ce36e7 req-ba4c28bd-4015-43ec-bfd0-b42a6733b1a8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Jan 24 09:26:47.502081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd580-9393-43ca-942a-9210894f6ee4 req-50def75d-7363-4b2b-b8fa-9317e7e8a225 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:47.504278 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e78bd580-9393-43ca-942a-9210894f6ee4 req-50def75d-7363-4b2b-b8fa-9317e7e8a225 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1103852 Jan 24 09:26:47.555895 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e78bd580-9393-43ca-942a-9210894f6ee4 req-c5e5a249-53f3-440e-b1fe-71467bb86488 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Jan 24 09:26:47.800188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-60ad856b-35fb-401b-a7f2-da5f03c904a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:47.801736 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-60ad856b-35fb-401b-a7f2-da5f03c904a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1163 time: 0.0758901 Jan 24 09:26:48.817403 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b357025-85e0-4727-81ef-3db0ba6efe97 req-227bcb1f-f004-47de-ad94-824c139276ed tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:48.819003 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b357025-85e0-4727-81ef-3db0ba6efe97 req-227bcb1f-f004-47de-ad94-824c139276ed tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1187131 Jan 24 09:26:48.872185 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b357025-85e0-4727-81ef-3db0ba6efe97 req-82a61b47-b166-46d7-8708-174a4d44b06e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467427 Jan 24 09:26:49.731733 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f6f13a8c-b74a-4fc5-bcf2-2fd0b9324808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:49.981594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:50.124502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0549097-fc61-4b61-8feb-09f7422fa78c req-499e2588-1b62-4374-a2e8-358e56e99a00 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:50.126091 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0549097-fc61-4b61-8feb-09f7422fa78c req-499e2588-1b62-4374-a2e8-358e56e99a00 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1045065 Jan 24 09:26:50.180034 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0549097-fc61-4b61-8feb-09f7422fa78c req-a30dc295-3a48-417a-855e-98dd1d001666 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470769 Jan 24 09:26:50.737729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-b493f625-5b02-4f33-adb4-b838019501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:50.739313 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-b493f625-5b02-4f33-adb4-b838019501bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 903 time: 0.1364970 Jan 24 09:26:51.427132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90a66d-56e9-4d46-a07c-0208d3d71e26 req-6a490f85-03a3-4b41-aea6-4dbf6a3c7b4a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:51.428751 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c90a66d-56e9-4d46-a07c-0208d3d71e26 req-6a490f85-03a3-4b41-aea6-4dbf6a3c7b4a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1054318 Jan 24 09:26:51.478515 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c90a66d-56e9-4d46-a07c-0208d3d71e26 req-3ab3b574-7841-4531-835a-5d2527b5c865 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 Jan 24 09:26:51.808170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-35397508-3828-4cd9-ab0a-7c66cc701ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.111881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-55c22c79-896d-4ec0-9d41-d7051adce7a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 200 len: 1002 time: 0.1066606 Jan 24 09:26:52.187646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-ef4f6c9f-8fbf-4e0b-b3c5-4bc82abe3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:52.189278 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-ef4f6c9f-8fbf-4e0b-b3c5-4bc82abe3a7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0698047 Jan 24 09:26:52.275267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-eee8bb3f-b9a7-4011-8ed4-b346b11045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:52.276967 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-eee8bb3f-b9a7-4011-8ed4-b346b11045f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799546 Jan 24 09:26:52.421462 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-f5b01f0e-40a0-483b-a84b-e8f30be50755 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378706 Jan 24 09:26:52.565778 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e63459d-fb5d-4e51-98d7-82fec2c14148 req-4c171169-d0b7-4abc-81e1-f9541193a5eb service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379697 Jan 24 09:26:52.652879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:52.733098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6aa8c-a268-44dc-a9c0-e4d752a551ae req-bdc302cc-1210-437a-b865-32c636393ff6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:52.734689 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7fb6aa8c-a268-44dc-a9c0-e4d752a551ae req-bdc302cc-1210-437a-b865-32c636393ff6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1121113 Jan 24 09:26:52.786649 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7fb6aa8c-a268-44dc-a9c0-e4d752a551ae req-8a139de4-271c-401b-8216-f701343a81f4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457220 Jan 24 09:26:53.624480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:54.055990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05212e-3133-4040-b933-c1368a4e2507 req-046ce70c-2af3-4514-8fe5-f57009b5b2e4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:54.057630 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a05212e-3133-4040-b933-c1368a4e2507 req-046ce70c-2af3-4514-8fe5-f57009b5b2e4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1183689 Jan 24 09:26:54.114476 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a05212e-3133-4040-b933-c1368a4e2507 req-07700322-53c4-45d4-bd74-f242d3cc8016 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503688 Jan 24 09:26:54.139029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:26:55.371515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98896b-c613-461d-8249-b904f0df4b67 req-c4cd3e30-c6cc-4d20-b3c2-a9bb1e94f94a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:26:55.373142 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ac98896b-c613-461d-8249-b904f0df4b67 req-c4cd3e30-c6cc-4d20-b3c2-a9bb1e94f94a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1080704 Jan 24 09:26:55.425166 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ac98896b-c613-461d-8249-b904f0df4b67 req-f3501b5f-f6e5-444c-8335-18f548d700e3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Jan 24 09:27:00.595275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-87dd60cc-83a9-405e-8eb7-0dee99b35355 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:00.597448 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-87dd60cc-83a9-405e-8eb7-0dee99b35355 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.3741817 Jan 24 09:27:00.613477 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-bca8fe62-7160-424d-a889-b27ea5d3fedf tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/quotas/5a46817728a34b3e9cf56ff3bd167924 HTTP/1.1" status: 200 len: 375 time: 0.0100343 Jan 24 09:27:00.703877 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-54284792-125c-451c-b0b5-f5d020d72f44 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849206 Jan 24 09:27:00.844946 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-325e9d3f-c696-4448-b51d-628b98b20b55 service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330862 Jan 24 09:27:01.014400 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-33e2a24c-33ba-4d51-b063-833bb00cac05 service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1623013 Jan 24 09:27:01.221719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3c632dd1-973b-4c09-9050-9baa89d2c06d req-9d6c491b-a98f-4c62-8d63-cc0deab19def tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 210 time: 0.0504575 Jan 24 09:27:01.393803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522ec5-23c1-4f67-9f84-508deda971be req-2793f934-128e-46bc-8cdf-ff33112ca877 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:01.395448 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b6522ec5-23c1-4f67-9f84-508deda971be req-2793f934-128e-46bc-8cdf-ff33112ca877 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.1090922 Jan 24 09:27:01.447829 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b6522ec5-23c1-4f67-9f84-508deda971be req-2195998d-332f-43fc-aeb3-31af8bdb72af tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Jan 24 09:27:02.399369 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1880e370-2e1f-462a-83e6-6c28a7500d35 req-178507f5-285d-4a80-a928-573047deb952 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 210 time: 0.0482075 Jan 24 09:27:02.692356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f663602-a25c-4540-b53d-73448fcc66cc req-23a3e0e3-290c-4f5b-94c8-58548e96c840 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:02.694329 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1f663602-a25c-4540-b53d-73448fcc66cc req-23a3e0e3-290c-4f5b-94c8-58548e96c840 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.1122742 Jan 24 09:27:02.707927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-e2778d3a-822e-42e7-9a34-1c7c5654b645 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:02.709563 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-e2778d3a-822e-42e7-9a34-1c7c5654b645 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.1867664 Jan 24 09:27:02.747249 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1f663602-a25c-4540-b53d-73448fcc66cc req-7ec992d2-e662-4aa9-bbd6-63d94cb85aeb tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466888 Jan 24 09:27:02.756184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Request body: {'port': {'device_id': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a', 'admin_state_up': True, 'tenant_id': '5a46817728a34b3e9cf56ff3bd167924'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:02.898841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:02.902906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Usage tracker for resource:port and tenant:5a46817728a34b3e9cf56ff3bd167924 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:02.906135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Quota usage for port was recalculated. Used quota:1. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:02.912361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:02.920968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Made reservation on behalf of 5a46817728a34b3e9cf56ff3bd167924 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:27:02.931040 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.247472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Allocated IP 172.20.0.5 (bddd1389-51cb-454b-bf60-ba22b3dad41a/02c7ba36-4fa5-4182-b343-8c1f4d10d529/c40fcfe6-f412-4151-a4c7-6433c076e89e) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:03.458260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.486922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:03.501793 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f05422e9-89e6-40c7-bd2f-9d1d93dc5207 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:03.634056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691dcd1-298b-4f29-ba8b-eb290b8a14fd req-af054f0c-e02f-4138-84bc-f41e83f63321 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:03.636111 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f691dcd1-298b-4f29-ba8b-eb290b8a14fd req-af054f0c-e02f-4138-84bc-f41e83f63321 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 931 time: 0.1066170 Jan 24 09:27:03.646012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event updated for resources: {'Port': ['ID=c40fcfe6-f412-4151-a4c7-6433c076e89e,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:03.691385 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f691dcd1-298b-4f29-ba8b-eb290b8a14fd req-498494a1-3ec9-43aa-bc32-ffcf7308f153 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Jan 24 09:27:03.906450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.906865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.907268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.907689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.908593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.909004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.909400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.909791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.910182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.910570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.910957 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.911343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.911796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.912181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.912574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.912961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.913343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.913726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.914107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.914488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.914868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.915250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.915653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.916037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:27:03.929009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:03.988124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Network bddd1389-51cb-454b-bf60-ba22b3dad41a is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:03.990140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:03.993640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:04.000155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044703-2574-4217-8f54-11843c92b1b8 req-eedfc5d9-aa0e-4b9d-af48-6509e6b2125e tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:04.001902 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99044703-2574-4217-8f54-11843c92b1b8 req-eedfc5d9-aa0e-4b9d-af48-6509e6b2125e tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.1200359 Jan 24 09:27:04.056007 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99044703-2574-4217-8f54-11843c92b1b8 req-0996c62e-a28f-40c2-a463-237f55e4dafc tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Jan 24 09:27:04.077543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-00fd3357-46c2-497f-a755-583dbf46e7c1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:04.078348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-00fd3357-46c2-497f-a755-583dbf46e7c1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Synchronizing usage tracker for tenant:0da8ec42a579451997a4eeeaddd089ae on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:27:04.116962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:04.117616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.138697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-00fd3357-46c2-497f-a755-583dbf46e7c1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Unset dirty status for tenant:0da8ec42a579451997a4eeeaddd089ae on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:27:04.139906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-00fd3357-46c2-497f-a755-583dbf46e7c1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 945 time: 0.2704320 Jan 24 09:27:04.141582 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3948450 Jan 24 09:27:04.242711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Deleting port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:27:04.243025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.286856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Request body: {'port': {'device_id': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:04.506592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.717567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] For port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:04.717965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.730888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:27:04.852626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.863923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Calling delete_port for 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:27:04.883318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:04.903670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:04.908002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:04.910845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:04.934772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05b619-aebe-4a68-8880-f3718225f06f req-5d210e54-6c3a-4b7f-a034-ebf4f06db5b3 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:04.936513 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7b05b619-aebe-4a68-8880-f3718225f06f req-5d210e54-6c3a-4b7f-a034-ebf4f06db5b3 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 931 time: 0.1122587 Jan 24 09:27:04.954132 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8', 'code': 200} Jan 24 09:27:05.001998 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7b05b619-aebe-4a68-8880-f3718225f06f req-82836c15-8c5c-484d-966c-fab173535d8a tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568695 Jan 24 09:27:05.014698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:05.018850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:05.127674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:27:05.128045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:27:05.238388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40fcfe6-f412-4151-a4c7-6433c076e89e {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:27:05.246183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.259035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Transition to ACTIVE for port object c40fcfe6-f412-4151-a4c7-6433c076e89e will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:05.261752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.277711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6288c5f5-da33-4679-a469-13dc12e1e319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:05.294031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe415d-76ea-4933-9445-1e04315feb7e req-9dae8a04-9389-495e-a639-aa9cb6d3cab4 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:05.295761 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7abe415d-76ea-4933-9445-1e04315feb7e req-9dae8a04-9389-495e-a639-aa9cb6d3cab4 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 943 time: 0.1086938 Jan 24 09:27:05.349050 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7abe415d-76ea-4933-9445-1e04315feb7e req-3dfdf88c-7e8e-4140-98b4-abacc2b8d495 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Jan 24 09:27:05.413976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Pushing event updated for resources: {'Port': ['ID=c40fcfe6-f412-4151-a4c7-6433c076e89e,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:05.424489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:05.594446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Attempting to bind port c40fcfe6-f412-4151-a4c7-6433c076e89e on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:05.594960 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Attempting to bind port c40fcfe6-f412-4151-a4c7-6433c076e89e by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:05.595076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Attempting to bind port c40fcfe6-f412-4151-a4c7-6433c076e89e on network bddd1389-51cb-454b-bf60-ba22b3dad41a {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:05.601235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:05.601605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Checking segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:05.602004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.602393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Bound using segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:05.602863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Bound port: c40fcfe6-f412-4151-a4c7-6433c076e89e, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:05.603227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.650416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Deleting port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:27:05.650780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.796140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] For port c40fcfe6-f412-4151-a4c7-6433c076e89e, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:05.824914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] For port c40fcfe6-f412-4151-a4c7-6433c076e89e, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c40fcfe6-f412-4151-a4c7-6433c076e89e,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:05.838432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:05.855983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:06.087835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Pushing event updated for resources: {'Port': ['ID=c40fcfe6-f412-4151-a4c7-6433c076e89e,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:06.096333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:06.130075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] For port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:06.130470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:06.252892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7896b3-2398-41e4-865c-a700bc9c660f req-3e0627be-8339-4a1d-b2c0-644fd6692613 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:06.254523 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-be7896b3-2398-41e4-865c-a700bc9c660f req-3e0627be-8339-4a1d-b2c0-644fd6692613 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1102772 Jan 24 09:27:06.269049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Calling delete_port for 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:27:06.307194 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-be7896b3-2398-41e4-865c-a700bc9c660f req-7b3d7c95-8f7a-4bfe-a0be-0890d2190e2b tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Jan 24 09:27:06.309560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:06.310234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:06.311768 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-dc686339-4f14-4714-b841-22b3728c732f service neutron] 10.222.0.48 "PUT /v2.0/ports/c40fcfe6-f412-4151-a4c7-6433c076e89e HTTP/1.1" status: 200 len: 1157 time: 2.1175799 Jan 24 09:27:06.312289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'tag': 'c40fcfe6-f412-4151-a4c7-6433c076e89e'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:06.397062 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'tag': 'c40fcfe6-f412-4151-a4c7-6433c076e89e', 'status': 'completed', 'code': 200} Jan 24 09:27:06.487003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:06.532596 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7cf34f5e-f984-4b37-869c-f150e1c47d59 req-c4d132aa-0489-42b3-8399-51f862a2ff3f tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 210 time: 0.0504501 Jan 24 09:27:06.714652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-566d01d6-4684-440b-8631-d70a2c154c77 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:06.772632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Pushing event deleted for resources: {'Port': ['ID=5c65f15a-a87f-41e8-8a57-88524ba1dbe8,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:06.780880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:06.853675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-a1a6d1c1-eea4-4378-94e2-47768fa67bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:06.855289 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-a1a6d1c1-eea4-4378-94e2-47768fa67bef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 1160 time: 0.4506381 Jan 24 09:27:06.946842 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-3cacb264-3867-4e83-93f2-b74c3100c412 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c40fcfe6-f412-4151-a4c7-6433c076e89e HTTP/1.1" status: 200 len: 217 time: 0.0704753 Jan 24 09:27:07.038164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] No DVR routers for this DVR port 5c65f15a-a87f-41e8-8a57-88524ba1dbe8 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:27:07.041932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:07.068101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-5bf8476e-c975-47c6-bdd4-b208fb8247b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.069649 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-5bf8476e-c975-47c6-bdd4-b208fb8247b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.1157579 Jan 24 09:27:07.070990 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-48cce01c-c2c3-41f9-ad42-61b1d3195444 req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "DELETE /v2.0/ports/5c65f15a-a87f-41e8-8a57-88524ba1dbe8 HTTP/1.1" status: 204 len: 173 time: 2.9086328 Jan 24 09:27:07.125019 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-f53ba568-6215-417e-84ce-ce8832def421 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459917 Jan 24 09:27:07.272742 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-c69729c8-2d9c-4c93-a5b6-c93fdd7786c6 service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374769 Jan 24 09:27:07.417117 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d0320e1-5115-4593-be78-3a4bb61624f0 req-93a4c4ab-1271-46d4-a9db-9ed490b6c3d3 service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374185 Jan 24 09:27:07.549201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e494ac-a930-4339-b7ca-1dd9c706ad30 req-e2f0a2f0-ca4d-46bf-81fb-2969009f4799 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.550771 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-83e494ac-a930-4339-b7ca-1dd9c706ad30 req-e2f0a2f0-ca4d-46bf-81fb-2969009f4799 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1116970 Jan 24 09:27:07.603314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-0a2e4a93-69c6-4fcd-bb9e-be63939cc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.605279 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-0a2e4a93-69c6-4fcd-bb9e-be63939cc1df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 1160 time: 0.0851288 Jan 24 09:27:07.607633 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-83e494ac-a930-4339-b7ca-1dd9c706ad30 req-6549f954-3020-4ccf-85a6-b57c9e91edc5 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502958 Jan 24 09:27:07.728332 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e7ae196f-c07c-4a0d-8f35-1b196a390263 req-9fbe17b9-3720-46b5-ac43-b5f5ac1ab55a tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=0f30a49a-fe5f-42a4-9f11-2a85ca970275 HTTP/1.1" status: 200 len: 210 time: 0.0477409 Jan 24 09:27:07.754488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-a3ada14d-bafe-48c9-85f4-4074726a5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.756127 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-a3ada14d-bafe-48c9-85f4-4074726a5159 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 909 time: 0.1446841 Jan 24 09:27:07.835499 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-57bfd935-246e-407f-b1a2-73cf03e3bc58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c40fcfe6-f412-4151-a4c7-6433c076e89e HTTP/1.1" status: 200 len: 217 time: 0.0714889 Jan 24 09:27:07.905142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-9a875877-7f4b-479a-b5fd-a772cf6fabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:07.906980 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-9a875877-7f4b-479a-b5fd-a772cf6fabd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.0650694 Jan 24 09:27:07.962648 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-786695bc-256a-4237-a63a-be6a52d3d3ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487776 Jan 24 09:27:08.106040 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-6ab23571-4b6f-45cd-bc45-e96b6fafd4fa service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366892 Jan 24 09:27:08.247472 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69c6864d-bb7e-4ca3-8c28-5d9517f2c66f req-36779afb-4808-4887-aa14-8a9af401b57e service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348603 Jan 24 09:27:08.398494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'name': 'network-vif-deleted', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:08.455588 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f30a49a-fe5f-42a4-9f11-2a85ca970275', 'name': 'network-vif-deleted', 'tag': '5c65f15a-a87f-41e8-8a57-88524ba1dbe8', 'status': 'completed', 'code': 200} Jan 24 09:27:08.845181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fe6a7-98ce-4cea-a569-043c7ff9f9dc req-fb2d802a-2aa2-49a4-8b1e-207aea053a9e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:08.847320 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-285fe6a7-98ce-4cea-a569-043c7ff9f9dc req-fb2d802a-2aa2-49a4-8b1e-207aea053a9e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1097574 Jan 24 09:27:08.900646 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-285fe6a7-98ce-4cea-a569-043c7ff9f9dc req-be26e9b5-2878-4e65-8e13-39f55aad9363 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 Jan 24 09:27:10.140326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d21f3-e77e-4ba2-9b6a-f7b3091f630b req-66a9010c-d3ca-437a-b466-4b88beb5a845 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:10.141972 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f1d21f3-e77e-4ba2-9b6a-f7b3091f630b req-66a9010c-d3ca-437a-b466-4b88beb5a845 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1065314 Jan 24 09:27:10.197965 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f1d21f3-e77e-4ba2-9b6a-f7b3091f630b req-bf3e52aa-ed66-44ae-b450-cc9094b1f375 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489364 Jan 24 09:27:11.429917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163231-7316-4ccc-8a2e-52af66958e1d req-502c38b2-ef00-404c-aa49-e165a9be9165 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:11.431516 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd163231-7316-4ccc-8a2e-52af66958e1d req-502c38b2-ef00-404c-aa49-e165a9be9165 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1057093 Jan 24 09:27:11.482472 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd163231-7316-4ccc-8a2e-52af66958e1d req-bf533e13-d385-4682-8fe0-b8f4affa76ec tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448151 Jan 24 09:27:12.716095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5c496-d8e5-4f40-aaf9-bb722f2a738f req-03c5b475-ba3c-4ff4-8379-2e32d8f654b6 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:12.717693 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2bb5c496-d8e5-4f40-aaf9-bb722f2a738f req-03c5b475-ba3c-4ff4-8379-2e32d8f654b6 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1086342 Jan 24 09:27:12.768772 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2bb5c496-d8e5-4f40-aaf9-bb722f2a738f req-8150ebd3-4e44-4f41-a39a-5b606fd93549 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 Jan 24 09:27:13.997726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b4100-eacd-4da8-8e05-2e920213c3a3 req-7d14f7d2-ef88-417e-9677-e5ed3391fc6e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:13.999365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-de5b4100-eacd-4da8-8e05-2e920213c3a3 req-7d14f7d2-ef88-417e-9677-e5ed3391fc6e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1035078 Jan 24 09:27:14.054230 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-de5b4100-eacd-4da8-8e05-2e920213c3a3 req-f18304e6-3505-49ee-ad34-048daa2e9f32 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481477 Jan 24 09:27:15.284335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e1e07-23d7-49a5-89d8-943ceed459cf req-ad1bfe70-67b1-4521-b399-fab3bc6ae60b tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:15.285852 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb6e1e07-23d7-49a5-89d8-943ceed459cf req-ad1bfe70-67b1-4521-b399-fab3bc6ae60b tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 943 time: 0.1048212 Jan 24 09:27:15.336273 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb6e1e07-23d7-49a5-89d8-943ceed459cf req-f3f01dfb-9dc7-4511-9dc5-2e398ad97d66 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Jan 24 09:27:16.123743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device c40fcfe6-f412-4151-a4c7-6433c076e89e up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:16.194694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port c40fcfe6-f412-4151-a4c7-6433c076e89e completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:16.199415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port c40fcfe6-f412-4151-a4c7-6433c076e89e triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:16.199879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.321351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.349756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40fcfe6-f412-4151-a4c7-6433c076e89e'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:16.359882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port c40fcfe6-f412-4151-a4c7-6433c076e89e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c40fcfe6-f412-4151-a4c7-6433c076e89e,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:16.362781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:16.364703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:16.411889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40fcfe6-f412-4151-a4c7-6433c076e89e', 'code': 200} Jan 24 09:27:16.435933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=c40fcfe6-f412-4151-a4c7-6433c076e89e,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:16.439383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:16.578060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e520dc-316e-44da-a862-7c9a0a3994bb req-471d1caf-ba83-4392-be92-678d883b51dd tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:16.580292 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-59e520dc-316e-44da-a862-7c9a0a3994bb req-471d1caf-ba83-4392-be92-678d883b51dd tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.1102693 Jan 24 09:27:16.633413 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-59e520dc-316e-44da-a862-7c9a0a3994bb req-cf334244-efd9-4e09-a6e2-2701aa0d4c2a tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Jan 24 09:27:17.871990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9a63-7d6a-4b3a-905d-51ffa5e16859 req-ff156fc9-5b98-45d9-a303-c875e210a27a tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:17.873568 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6ece9a63-7d6a-4b3a-905d-51ffa5e16859 req-ff156fc9-5b98-45d9-a303-c875e210a27a tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.1096773 Jan 24 09:27:17.929349 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6ece9a63-7d6a-4b3a-905d-51ffa5e16859 req-81ed5839-8e25-479b-b489-037c35ea0668 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495946 Jan 24 09:27:18.742373 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7647730-5dfc-4cfd-8ed7-4f73b8e0473e req-34d29c90-fdf1-45d6-9b50-7c5e64903a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:18.744002 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7647730-5dfc-4cfd-8ed7-4f73b8e0473e req-34d29c90-fdf1-45d6-9b50-7c5e64903a9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 1162 time: 0.0761817 Jan 24 09:27:19.171390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668118d-bebc-4613-a5d3-08cb33c01353 req-28e242c7-cad9-4105-b681-7cc5f2b1683b tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:19.173048 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d668118d-bebc-4613-a5d3-08cb33c01353 req-28e242c7-cad9-4105-b681-7cc5f2b1683b tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.1064162 Jan 24 09:27:19.224544 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d668118d-bebc-4613-a5d3-08cb33c01353 req-c8d17fb3-d553-44dd-940d-d872bac16dba tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Jan 24 09:27:19.733176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dadbc624-ad56-49a0-9ac1-489ddd32ed77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:19.958906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7647730-5dfc-4cfd-8ed7-4f73b8e0473e req-21a1c419-3268-467f-8b02-7d3861e9eecd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Jan 24 09:27:20.424018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:20.463324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace89dd-b329-4dc3-9918-b58b1be82e4f req-dbdf47bf-9b9b-47e9-a488-037ca4aeb927 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:20.464994 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ace89dd-b329-4dc3-9918-b58b1be82e4f req-dbdf47bf-9b9b-47e9-a488-037ca4aeb927 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.1101670 Jan 24 09:27:20.516620 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ace89dd-b329-4dc3-9918-b58b1be82e4f req-ef93b75f-4b15-4929-b089-f459980033b0 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451694 Jan 24 09:27:20.748384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device c40fcfe6-f412-4151-a4c7-6433c076e89e up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:20.823038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port c40fcfe6-f412-4151-a4c7-6433c076e89e triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:20.823396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:21.536065 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-39c5a0f8-7ff5-4e53-aaca-703a19bf1c4f tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:21.537583 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-39c5a0f8-7ff5-4e53-aaca-703a19bf1c4f tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/networks?id=3ee48d9a-7643-4f58-93dd-936d90aac6ea HTTP/1.1" status: 200 len: 814 time: 0.1751115 Jan 24 09:27:21.553358 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-bc68ed58-e93a-43a9-94d4-23001068dcc9 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/quotas/0da8ec42a579451997a4eeeaddd089ae HTTP/1.1" status: 200 len: 375 time: 0.0097911 Jan 24 09:27:21.607425 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-90b6eaf6-4067-4b5a-b4b6-ba157329d66c tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?tenant_id=0da8ec42a579451997a4eeeaddd089ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484371 Jan 24 09:27:21.808202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-22d77761-aea8-49bc-b8fa-de3af35142ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:21.853052 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-60cf58e9-c6b7-45e6-bd5c-b3bafdab4e15 service neutron] 10.222.0.45 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382135 Jan 24 09:27:21.879397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ea060-6123-4406-8f67-e5161a285275 req-0ddb7133-9704-4a38-908a-f7a2423f108e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:21.880951 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d1ea060-6123-4406-8f67-e5161a285275 req-0ddb7133-9704-4a38-908a-f7a2423f108e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.2356229 Jan 24 09:27:22.022316 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d1ea060-6123-4406-8f67-e5161a285275 req-b606cc56-90d7-454f-a3d6-15c81c49fb34 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187441 Jan 24 09:27:22.059481 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-240a4861-cdc9-453a-adee-9fc47346d19a service neutron] 10.222.0.45 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1774731 Jan 24 09:27:22.266626 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e7f7c1cd-a5f6-4f27-b019-8dcccb94257c req-eecfe4b8-7c78-438f-bf3d-226631eff678 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 210 time: 0.0537763 Jan 24 09:27:22.645880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:27:22.656385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:23.471878 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b334d4ce-ba8f-4fff-a2b3-21f4258d220c req-3aa87a4a-09c4-41b3-8b5d-6fbd0dbe44ce tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 210 time: 0.0613108 Jan 24 09:27:23.502431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device c40fcfe6-f412-4151-a4c7-6433c076e89e up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:23.516516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-500e8e93-a412-41cd-9041-131289ead8cb tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:23.518216 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-500e8e93-a412-41cd-9041-131289ead8cb tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "GET /v2.0/networks?id=3ee48d9a-7643-4f58-93dd-936d90aac6ea HTTP/1.1" status: 200 len: 814 time: 0.2007897 Jan 24 09:27:23.540953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d0e-9c27-4e9b-bd2a-592141539605 req-b3ec46e1-462b-4a94-aeef-9c5f5f79c207 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:23.542594 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb5d8d0e-9c27-4e9b-bd2a-592141539605 req-b3ec46e1-462b-4a94-aeef-9c5f5f79c207 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.3849590 Jan 24 09:27:23.557305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Request body: {'port': {'device_id': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea', 'admin_state_up': True, 'tenant_id': '0da8ec42a579451997a4eeeaddd089ae'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:23.574821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port c40fcfe6-f412-4151-a4c7-6433c076e89e triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:23.575240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:23.597607 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eb5d8d0e-9c27-4e9b-bd2a-592141539605 req-b4867903-6261-4d5e-ac28-17fa22db5e28 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478497 Jan 24 09:27:23.645204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:23.712873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:23.716960 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Usage tracker for resource:port and tenant:0da8ec42a579451997a4eeeaddd089ae is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:23.721073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Quota usage for port was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:23.727270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:23.736377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Made reservation on behalf of 0da8ec42a579451997a4eeeaddd089ae for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:27:23.746054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:24.059493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Allocated IP 172.20.0.9 (3ee48d9a-7643-4f58-93dd-936d90aac6ea/ddead9b4-1977-4cba-8c48-8df2a5e9aee2/af80ed4c-8934-419b-a4a6-75ef2796d17b) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:24.140466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:24.282355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:24.311962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:24.328012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f6ff3839-e452-4f24-b560-d6a69453bc30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:24.476093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Pushing event updated for resources: {'Port': ['ID=af80ed4c-8934-419b-a4a6-75ef2796d17b,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:24.479601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:24.541944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:24.543163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:24.546589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:24.636929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:24.637647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:24.665258 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1150355 Jan 24 09:27:24.696766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Request body: {'port': {'device_id': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:24.726808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b61423-17c2-4767-af70-b0a610b1c0dc req-c7063af7-6fb6-40c1-b095-256e70928d51 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:24.728478 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b61423-17c2-4767-af70-b0a610b1c0dc req-c7063af7-6fb6-40c1-b095-256e70928d51 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 931 time: 0.1074495 Jan 24 09:27:24.780406 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b61423-17c2-4767-af70-b0a610b1c0dc req-f9ef4157-2c81-429b-83f5-983d6b9d361e tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Jan 24 09:27:24.817833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:25.240420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af80ed4c-8934-419b-a4a6-75ef2796d17b {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:27:25.248070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:25.259992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Transition to ACTIVE for port object af80ed4c-8934-419b-a4a6-75ef2796d17b will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:25.262842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:25.278871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5bc13585-feab-49c3-8ed9-52445e5bf311 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:25.632109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Pushing event updated for resources: {'Port': ['ID=af80ed4c-8934-419b-a4a6-75ef2796d17b,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:25.637150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:25.808939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Attempting to bind port af80ed4c-8934-419b-a4a6-75ef2796d17b on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:25.809524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Attempting to bind port af80ed4c-8934-419b-a4a6-75ef2796d17b by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:25.809666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Attempting to bind port af80ed4c-8934-419b-a4a6-75ef2796d17b on network 3ee48d9a-7643-4f58-93dd-936d90aac6ea {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:25.815523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:25.815923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Checking segment: {'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:25.816329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:25.816719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Bound using segment: {'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:25.817190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Bound port: af80ed4c-8934-419b-a4a6-75ef2796d17b, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14729132-2b4c-4c01-ac92-134d672376dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ee48d9a-7643-4f58-93dd-936d90aac6ea'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:25.817561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:25.918268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] For port af80ed4c-8934-419b-a4a6-75ef2796d17b, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:25.921630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] For port af80ed4c-8934-419b-a4a6-75ef2796d17b, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=af80ed4c-8934-419b-a4a6-75ef2796d17b,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:25.924771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:25.941137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:26.022093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647faf45-6eb7-414a-86ea-cbe56a4d6c18 req-01ed373e-7b30-4d91-a7f4-c32546ee9b34 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:26.023794 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-647faf45-6eb7-414a-86ea-cbe56a4d6c18 req-01ed373e-7b30-4d91-a7f4-c32546ee9b34 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 943 time: 0.1110678 Jan 24 09:27:26.077083 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-647faf45-6eb7-414a-86ea-cbe56a4d6c18 req-bcc045a9-cace-4810-a12d-60a19c9b20a2 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Jan 24 09:27:26.101849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Pushing event updated for resources: {'Port': ['ID=af80ed4c-8934-419b-a4a6-75ef2796d17b,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:26.105397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:26.140732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:26.141364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:26.143380 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] 10.222.0.48 "PUT /v2.0/ports/af80ed4c-8934-419b-a4a6-75ef2796d17b HTTP/1.1" status: 200 len: 1157 time: 1.4514406 Jan 24 09:27:26.144046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'tag': 'af80ed4c-8934-419b-a4a6-75ef2796d17b'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:26.287144 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'tag': 'af80ed4c-8934-419b-a4a6-75ef2796d17b', 'status': 'completed', 'code': 200} Jan 24 09:27:26.292570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-137540b7-1ed0-4a83-a564-dc4216c09bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:26.294189 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-137540b7-1ed0-4a83-a564-dc4216c09bdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da8ec42a579451997a4eeeaddd089ae&device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 1160 time: 0.0866878 Jan 24 09:27:26.391632 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-ac8e8b03-122e-4b1b-b469-aa53dbbd1905 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af80ed4c-8934-419b-a4a6-75ef2796d17b HTTP/1.1" status: 200 len: 217 time: 0.0652080 Jan 24 09:27:26.462472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-b6a28381-d0c1-46bf-ba44-b576728a6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:26.463974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-b6a28381-d0c1-46bf-ba44-b576728a6518 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddead9b4-1977-4cba-8c48-8df2a5e9aee2 HTTP/1.1" status: 200 len: 854 time: 0.0657911 Jan 24 09:27:26.515027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-cacd4da6-75e3-4730-88f4-4a4075943c12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ee48d9a-7643-4f58-93dd-936d90aac6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435123 Jan 24 09:27:26.656217 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-5aaca579-5a38-401b-9190-6504bd2d51cb service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331968 Jan 24 09:27:26.800797 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c7f1c3fc-690a-42af-b330-fa44d4036b08 req-e558f5d2-577d-44ed-ab64-8e9e7ac3c43d service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367309 Jan 24 09:27:26.989340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-98da5529-40d3-4742-abe6-ddb360771e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:26.990906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-98da5529-40d3-4742-abe6-ddb360771e85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da8ec42a579451997a4eeeaddd089ae&device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 1160 time: 0.0783856 Jan 24 09:27:27.139478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-5b1d9f60-190d-4f74-aef9-9044d74358bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:27.140173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ba615-1905-4801-9431-a7416c822ffb req-d60ba2d1-30ad-4889-ae87-830b2de2cf11 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:27.141176 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-5b1d9f60-190d-4f74-aef9-9044d74358bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ee48d9a-7643-4f58-93dd-936d90aac6ea HTTP/1.1" status: 200 len: 908 time: 0.1436644 Jan 24 09:27:27.141937 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-d60ba2d1-30ad-4889-ae87-830b2de2cf11 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.1841578 Jan 24 09:27:27.158182 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-5e24ce85-c12c-4558-97e1-36aeb717ad24 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/quotas/5a46817728a34b3e9cf56ff3bd167924 HTTP/1.1" status: 200 len: 375 time: 0.0102158 Jan 24 09:27:27.218155 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-8d3d6e73-ee49-4981-9129-1546dd23cc15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af80ed4c-8934-419b-a4a6-75ef2796d17b HTTP/1.1" status: 200 len: 217 time: 0.0698974 Jan 24 09:27:27.289905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-0f02b7a9-8b43-420d-a13a-c55fa4218e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:27.291411 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-0f02b7a9-8b43-420d-a13a-c55fa4218e57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddead9b4-1977-4cba-8c48-8df2a5e9aee2 HTTP/1.1" status: 200 len: 854 time: 0.0666280 Jan 24 09:27:27.325982 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-351f533e-b0cc-437a-8fac-192c91322f6e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613712 Jan 24 09:27:27.347502 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-0b36b233-888f-4b4e-b4cc-812833d204b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ee48d9a-7643-4f58-93dd-936d90aac6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495923 Jan 24 09:27:27.357613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf17f96-a3ae-420a-a8a9-0572cf5ed1d2 req-267fac11-c2f5-42e9-9ce4-6e77ecd6f69f tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:27.359206 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3cf17f96-a3ae-420a-a8a9-0572cf5ed1d2 req-267fac11-c2f5-42e9-9ce4-6e77ecd6f69f tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 943 time: 0.1478744 Jan 24 09:27:27.491120 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-04f0997d-e8e4-4450-bf2c-b12c170b007a service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368880 Jan 24 09:27:27.506621 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3cf17f96-a3ae-420a-a8a9-0572cf5ed1d2 req-d6c60810-9054-4abf-bd68-0930f507a069 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248076 Jan 24 09:27:27.537459 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-11d4701c-b8b1-482f-8ce1-4444092cd459 service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769156 Jan 24 09:27:27.634248 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f038dd60-8c73-41b8-a490-242fceb5e3e4 req-7baecf50-ab27-4e18-b8b9-52a3fa4dab84 service neutron] 10.222.0.48 "GET /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360133 Jan 24 09:27:27.680665 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-0167be67-5cc7-4c21-87de-381acb21d7a9 service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370234 Jan 24 09:27:27.883298 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-89ac98b8-df8d-4d8f-a5cc-55307030b7e4 req-a189def7-85a4-4979-8496-04698d1a2f49 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 210 time: 0.0514803 Jan 24 09:27:28.739209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3dfa-9bc8-4c36-b645-a8aa71b83944 req-d7f68d68-d76c-46ca-b094-1680979d36a1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:28.740835 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9fba3dfa-9bc8-4c36-b645-a8aa71b83944 req-d7f68d68-d76c-46ca-b094-1680979d36a1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 943 time: 0.1053505 Jan 24 09:27:28.792786 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9fba3dfa-9bc8-4c36-b645-a8aa71b83944 req-9a268ed0-75e0-412f-99e5-67033e5d7541 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Jan 24 09:27:29.068980 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f342b19-3804-46ab-804b-09c4c83dbfe0 req-c1ce8598-cf63-4ff3-84e3-ff84507953ec tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 210 time: 0.0515637 Jan 24 09:27:29.266393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ba615-1905-4801-9431-a7416c822ffb req-348ed9e7-ec4f-4944-8505-860a86668f85 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:29.269302 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-348ed9e7-ec4f-4944-8505-860a86668f85 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.1887419 Jan 24 09:27:29.305644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Request body: {'port': {'device_id': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a', 'admin_state_up': True, 'tenant_id': '5a46817728a34b3e9cf56ff3bd167924'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:29.448928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:27:29.453028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Usage tracker for resource:port and tenant:5a46817728a34b3e9cf56ff3bd167924 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:27:29.456518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Quota usage for port was recalculated. Used quota:2. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:27:29.462274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:27:29.471391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Made reservation on behalf of 5a46817728a34b3e9cf56ff3bd167924 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:27:29.481053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:29.784606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Allocated IP 172.20.0.6 (bddd1389-51cb-454b-bf60-ba22b3dad41a/02c7ba36-4fa5-4182-b343-8c1f4d10d529/8050d062-f17b-403e-8ac7-f39d8b8a65c0) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:27:29.998295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:30.027783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:30.043793 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4261231d-de37-48fa-b0b4-2ebead2314a4 tempest-ServerRescueNegativeTestJSON-1362419238 tempest-ServerRescueNegativeTestJSON-1362419238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:30.043949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8142-d584-4c24-9b79-dc345a2e36c5 req-45470cab-5521-491f-9809-1bc527675dd1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:30.045459 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f22d8142-d584-4c24-9b79-dc345a2e36c5 req-45470cab-5521-491f-9809-1bc527675dd1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 943 time: 0.1253216 Jan 24 09:27:30.097814 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f22d8142-d584-4c24-9b79-dc345a2e36c5 req-6f6ec953-89c0-4570-9faf-f732692ef509 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Jan 24 09:27:30.187615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event updated for resources: {'Port': ['ID=8050d062-f17b-403e-8ac7-f39d8b8a65c0,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:30.198192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:30.247280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Network bddd1389-51cb-454b-bf60-ba22b3dad41a is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:27:30.248522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:27:30.250964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:27:30.308416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf969c2-7bb5-4686-a976-1eb2bcf7c02d req-e91d4437-aa5e-4184-a20c-c548a05921ea tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:30.310030 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eaf969c2-7bb5-4686-a976-1eb2bcf7c02d req-e91d4437-aa5e-4184-a20c-c548a05921ea tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 931 time: 0.1115344 Jan 24 09:27:30.331293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:30.332146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:30.353952 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0523419 Jan 24 09:27:30.363970 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eaf969c2-7bb5-4686-a976-1eb2bcf7c02d req-1f437c41-38e4-4cb1-8bde-ad3b4ad5ca09 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Jan 24 09:27:30.372956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Request body: {'port': {'device_id': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:30.491025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.107304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8050d062-f17b-403e-8ac7-f39d8b8a65c0 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:27:31.115061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.130331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Transition to ACTIVE for port object 8050d062-f17b-403e-8ac7-f39d8b8a65c0 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:27:31.133210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.149928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:31.288395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Pushing event updated for resources: {'Port': ['ID=8050d062-f17b-403e-8ac7-f39d8b8a65c0,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:31.291508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:31.340230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e757b-4bd5-46f5-9ae1-7d348f39a88c req-b4aba25f-bf83-4645-a868-6b380163ccbb tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:31.341873 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e60e757b-4bd5-46f5-9ae1-7d348f39a88c req-b4aba25f-bf83-4645-a868-6b380163ccbb tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 943 time: 0.1127410 Jan 24 09:27:31.399564 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e60e757b-4bd5-46f5-9ae1-7d348f39a88c req-6a35581f-64c4-4eed-b980-8f25df48ea2c tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504272 Jan 24 09:27:31.482247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Attempting to bind port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:31.482625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Attempting to bind port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:27:31.483003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Attempting to bind port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 on network bddd1389-51cb-454b-bf60-ba22b3dad41a {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:27:31.490302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:27:31.490666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Checking segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:27:31.491071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.491469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Bound using segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:27:31.491987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Bound port: 8050d062-f17b-403e-8ac7-f39d8b8a65c0, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:27:31.492371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.595001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] For port 8050d062-f17b-403e-8ac7-f39d8b8a65c0, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:27:31.598671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] For port 8050d062-f17b-403e-8ac7-f39d8b8a65c0, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8050d062-f17b-403e-8ac7-f39d8b8a65c0,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:27:31.603365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.620059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-43776671-4bac-4072-8d59-6cdba99cb98d tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:31.640694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159f4d4-800a-4de0-b5f3-bae1049c8a35 req-82bdcf30-7047-42dd-a182-bc77532b3bb7 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:31.642421 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d159f4d4-800a-4de0-b5f3-bae1049c8a35 req-82bdcf30-7047-42dd-a182-bc77532b3bb7 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 943 time: 0.1123087 Jan 24 09:27:31.697158 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d159f4d4-800a-4de0-b5f3-bae1049c8a35 req-9388e169-1b21-4532-a2c8-ef7fdddaea96 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Jan 24 09:27:31.781752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Pushing event updated for resources: {'Port': ['ID=8050d062-f17b-403e-8ac7-f39d8b8a65c0,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:31.787467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:31.818699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:31.819395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:31.820914 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] 10.222.0.48 "PUT /v2.0/ports/8050d062-f17b-403e-8ac7-f39d8b8a65c0 HTTP/1.1" status: 200 len: 1157 time: 1.4524989 Jan 24 09:27:31.821448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'tag': '8050d062-f17b-403e-8ac7-f39d8b8a65c0'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:31.914949 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'tag': '8050d062-f17b-403e-8ac7-f39d8b8a65c0', 'status': 'completed', 'code': 200} Jan 24 09:27:31.956273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ba615-1905-4801-9431-a7416c822ffb req-70143126-398b-44bf-8365-59fab0a49bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:31.957875 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-70143126-398b-44bf-8365-59fab0a49bca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 1160 time: 0.0802729 Jan 24 09:27:32.040919 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-b3837dce-a9aa-4978-b304-58c662f60c88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8050d062-f17b-403e-8ac7-f39d8b8a65c0 HTTP/1.1" status: 200 len: 217 time: 0.0691674 Jan 24 09:27:32.109711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ba615-1905-4801-9431-a7416c822ffb req-18b947c2-3380-455f-bb18-caf73c1aec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:32.111847 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-18b947c2-3380-455f-bb18-caf73c1aec4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.0643229 Jan 24 09:27:32.169945 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-915cc952-22b0-4361-93de-9c5712e52688 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505350 Jan 24 09:27:32.313389 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-ac9744f4-63f7-493d-a642-d203eb1512df service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368995 Jan 24 09:27:32.455968 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b36ba615-1905-4801-9431-a7416c822ffb req-da86c54b-9691-4b2f-87d8-a452c26b2185 service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355739 Jan 24 09:27:32.640210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bf14c-cdcb-49e6-90e8-4186bca41df6 req-fabd1d39-fff8-451d-aca2-fda6de051bac tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:32.641843 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-319bf14c-cdcb-49e6-90e8-4186bca41df6 req-fabd1d39-fff8-451d-aca2-fda6de051bac tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 943 time: 0.1107731 Jan 24 09:27:32.650319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-72aa4fad-e873-4626-833f-be6f216310ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:32.652015 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-72aa4fad-e873-4626-833f-be6f216310ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 1160 time: 0.0817187 Jan 24 09:27:32.696599 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-319bf14c-cdcb-49e6-90e8-4186bca41df6 req-0dd19a3e-ec45-421b-8eee-22b2948b5337 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480707 Jan 24 09:27:32.795442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-1c0b9096-5875-497b-8077-07d3ad9ce77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:32.797109 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-1c0b9096-5875-497b-8077-07d3ad9ce77d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 909 time: 0.1382804 Jan 24 09:27:32.874127 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-a87307f8-eb54-4b94-9dcd-41acae9f9b0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8050d062-f17b-403e-8ac7-f39d8b8a65c0 HTTP/1.1" status: 200 len: 217 time: 0.0685406 Jan 24 09:27:32.934628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e3a6-8baf-4bcd-91c2-8083f6a9ec38 req-4f4e9c0f-060d-4dc9-9a2a-dbdcb9079a93 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:32.936329 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0a9e3a6-8baf-4bcd-91c2-8083f6a9ec38 req-4f4e9c0f-060d-4dc9-9a2a-dbdcb9079a93 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 943 time: 0.1086771 Jan 24 09:27:32.942288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-6e0b2e34-bce1-4b9a-9118-625eaf915508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:32.943905 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-6e0b2e34-bce1-4b9a-9118-625eaf915508 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.0644293 Jan 24 09:27:32.993713 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d0a9e3a6-8baf-4bcd-91c2-8083f6a9ec38 req-4a8da3c5-d053-4fa6-9958-30107ac7b6c2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Jan 24 09:27:33.003646 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-a59dec5c-158c-4e21-8fb5-f0576a75d9b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537055 Jan 24 09:27:33.148660 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-9724f20d-29bc-4b8e-8339-13709c98b42f service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387780 Jan 24 09:27:33.292550 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2642573-4360-43d0-bdb6-38ef5475f652 req-b8ead88c-389f-43be-b486-d6fb56b25cad service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366460 Jan 24 09:27:33.931263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a922d-cab2-4ea8-bc7b-27d6a16cb9ba req-b7e8b012-4d3c-4f11-a1ea-59289b9888c9 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:33.932882 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a2a922d-cab2-4ea8-bc7b-27d6a16cb9ba req-b7e8b012-4d3c-4f11-a1ea-59289b9888c9 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 943 time: 0.1085060 Jan 24 09:27:33.984198 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a2a922d-cab2-4ea8-bc7b-27d6a16cb9ba req-a59de094-569d-48a5-8e31-f2adb98d320b tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Jan 24 09:27:34.231802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddc42-44f7-495f-a386-185fa854ab8d req-fbf671a8-18ee-48de-b770-bb712d30e281 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:34.233479 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aabddc42-44f7-495f-a386-185fa854ab8d req-fbf671a8-18ee-48de-b770-bb712d30e281 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 943 time: 0.1108696 Jan 24 09:27:34.292408 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aabddc42-44f7-495f-a386-185fa854ab8d req-2bb5228e-a7e4-413c-840d-d10642437f4c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517926 Jan 24 09:27:34.445320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device af80ed4c-8934-419b-a4a6-75ef2796d17b up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:34.475780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ef73c-c092-465d-b98e-0a9ea0ab931e req-f48c05c0-2ba2-4173-9858-4939c1d65b85 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:34.477433 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c09ef73c-c092-465d-b98e-0a9ea0ab931e req-f48c05c0-2ba2-4173-9858-4939c1d65b85 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1102562 Jan 24 09:27:34.515069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port af80ed4c-8934-419b-a4a6-75ef2796d17b completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:34.520472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port af80ed4c-8934-419b-a4a6-75ef2796d17b triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:34.520900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.529830 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c09ef73c-c092-465d-b98e-0a9ea0ab931e req-a8304df9-8b48-48a0-9151-351d42c976b4 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460434 Jan 24 09:27:34.643266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.671469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80ed4c-8934-419b-a4a6-75ef2796d17b'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:34.681996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port af80ed4c-8934-419b-a4a6-75ef2796d17b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=af80ed4c-8934-419b-a4a6-75ef2796d17b,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:34.684801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:34.686679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:34.733717 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80ed4c-8934-419b-a4a6-75ef2796d17b', 'code': 200} Jan 24 09:27:34.760230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=af80ed4c-8934-419b-a4a6-75ef2796d17b,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:34.763470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:35.068076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a98a9-78f0-4816-8db6-dcf605553a59 req-cd023052-e65c-440d-9d00-153b904d081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:35.069720 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f4a98a9-78f0-4816-8db6-dcf605553a59 req-cd023052-e65c-440d-9d00-153b904d081a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 1162 time: 0.0824888 Jan 24 09:27:35.113223 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f4a98a9-78f0-4816-8db6-dcf605553a59 req-f4abaa42-0ce9-4610-bbc1-1f7a8c4b71cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367827 Jan 24 09:27:35.221117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2650a51-8d16-452e-bce5-fdd4e1205261 req-72a0f0a0-13bc-48c5-b332-ecebce76d50a tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:35.222740 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c2650a51-8d16-452e-bce5-fdd4e1205261 req-72a0f0a0-13bc-48c5-b332-ecebce76d50a tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.1098449 Jan 24 09:27:35.274052 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c2650a51-8d16-452e-bce5-fdd4e1205261 req-e8e05c38-f2f1-4a18-ad06-88010035889c tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Jan 24 09:27:35.674863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78d567-7024-4df4-a566-d3ae38012d88 req-6c21b679-c6dc-4dc6-9480-588c3d4a7901 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:35.676517 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ee78d567-7024-4df4-a566-d3ae38012d88 req-6c21b679-c6dc-4dc6-9480-588c3d4a7901 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 943 time: 0.1100230 Jan 24 09:27:35.782076 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ee78d567-7024-4df4-a566-d3ae38012d88 req-d2e21a9d-e10b-420d-a676-0547eaee6203 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689561 Jan 24 09:27:35.811015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device af80ed4c-8934-419b-a4a6-75ef2796d17b up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:35.820270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682c96-d509-4976-a4ea-1cadfd5b8553 req-3fac449f-500c-4444-b4b5-c73458afd00f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:35.821889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40682c96-d509-4976-a4ea-1cadfd5b8553 req-3fac449f-500c-4444-b4b5-c73458afd00f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1444294 Jan 24 09:27:35.873247 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40682c96-d509-4976-a4ea-1cadfd5b8553 req-fe3475d3-2732-4887-8a84-5e2d8755f237 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Jan 24 09:27:35.883848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port af80ed4c-8934-419b-a4a6-75ef2796d17b triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:35.884276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:36.507387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87e00-3f45-4819-8777-5c71700b2ab6 req-68224d48-69c9-4580-ade7-830d6d59d42e tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:36.509053 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-79f87e00-3f45-4819-8777-5c71700b2ab6 req-68224d48-69c9-4580-ade7-830d6d59d42e tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.1088016 Jan 24 09:27:36.560008 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-79f87e00-3f45-4819-8777-5c71700b2ab6 req-0cc8072b-c05c-47a9-b25b-d7275ba48c20 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Jan 24 09:27:37.014307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38172e8a-0221-491b-b957-53d1e401f831 req-0b186f7b-7064-4f58-9fbd-8f6661986e0c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:37.016001 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-38172e8a-0221-491b-b957-53d1e401f831 req-0b186f7b-7064-4f58-9fbd-8f6661986e0c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 943 time: 0.1083121 Jan 24 09:27:37.122529 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-38172e8a-0221-491b-b957-53d1e401f831 req-0ac475a4-0aca-4470-bef2-e4dcfc09cf4f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Jan 24 09:27:37.165071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a03bf-6353-4238-906f-6192c08661a1 req-4d2c50e8-57d7-4973-9fd1-85de4493d81c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:37.166792 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e08a03bf-6353-4238-906f-6192c08661a1 req-4d2c50e8-57d7-4973-9fd1-85de4493d81c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1492403 Jan 24 09:27:37.222942 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e08a03bf-6353-4238-906f-6192c08661a1 req-a0462c80-0d22-4c2c-b411-e9f548b8b0f2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498879 Jan 24 09:27:37.793479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13d494-0f0b-4cd7-8aaa-35d0c3786e9c req-1bab8aeb-4b9a-484f-afb4-b498ab7fe934 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:37.795173 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e13d494-0f0b-4cd7-8aaa-35d0c3786e9c req-1bab8aeb-4b9a-484f-afb4-b498ab7fe934 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.1079397 Jan 24 09:27:37.849835 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e13d494-0f0b-4cd7-8aaa-35d0c3786e9c req-d541d7b5-3471-4397-96cd-ff1357bf78c6 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483077 Jan 24 09:27:38.371001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28698659-3b71-4ce1-af66-3c1c2b9d4e5d req-c334b577-e2ac-4156-ad17-fc6d36bcfa6c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:38.378819 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-28698659-3b71-4ce1-af66-3c1c2b9d4e5d req-c334b577-e2ac-4156-ad17-fc6d36bcfa6c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 943 time: 0.1254110 Jan 24 09:27:38.476419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-28698659-3b71-4ce1-af66-3c1c2b9d4e5d req-2542efd8-5c9d-4d3c-8475-5923cc2c0e95 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965717 Jan 24 09:27:38.536297 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e8025-32c2-468b-8aa6-82060ece49c4 req-ea57db51-f26f-4f57-b945-5d3f423990cb tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:38.538023 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-849e8025-32c2-468b-8aa6-82060ece49c4 req-ea57db51-f26f-4f57-b945-5d3f423990cb tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1204083 Jan 24 09:27:38.592324 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-849e8025-32c2-468b-8aa6-82060ece49c4 req-41432d1b-73f8-4a05-9486-e996fcd64674 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472469 Jan 24 09:27:39.709695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84e402-5278-4a05-81aa-c45fe46c4058 req-a30148dd-636b-4abc-9b86-daa08726d3a7 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:39.711339 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d84e402-5278-4a05-81aa-c45fe46c4058 req-a30148dd-636b-4abc-9b86-daa08726d3a7 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 943 time: 0.1095841 Jan 24 09:27:39.821663 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d84e402-5278-4a05-81aa-c45fe46c4058 req-5c7dae50-ecac-43c5-af37-189ba6ac5edb tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039281 Jan 24 09:27:39.864267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd3177-0dc4-4ccd-9f81-e1ba51cf3fb3 req-a77c4971-4519-4230-91c8-31fd4d25d58b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:39.865846 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-64dd3177-0dc4-4ccd-9f81-e1ba51cf3fb3 req-a77c4971-4519-4230-91c8-31fd4d25d58b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1342468 Jan 24 09:27:39.916515 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-64dd3177-0dc4-4ccd-9f81-e1ba51cf3fb3 req-adcaaff2-3b4e-46e1-8d0e-38b25516a55c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445557 Jan 24 09:27:40.452924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8050d062-f17b-403e-8ac7-f39d8b8a65c0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:40.525440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:27:40.530893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:40.531318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.807028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.836068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8050d062-f17b-403e-8ac7-f39d8b8a65c0'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:40.845970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 8050d062-f17b-403e-8ac7-f39d8b8a65c0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8050d062-f17b-403e-8ac7-f39d8b8a65c0,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:27:40.848865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:40.851806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:27:40.897674 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8050d062-f17b-403e-8ac7-f39d8b8a65c0', 'code': 200} Jan 24 09:27:40.926312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=8050d062-f17b-403e-8ac7-f39d8b8a65c0,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:27:40.930345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:27:41.074654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62206181-8032-4a7b-992a-86a7bbcd247c req-7f81c5ab-0b2e-4e9e-a6b1-8f0c5bec3a14 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:41.076395 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62206181-8032-4a7b-992a-86a7bbcd247c req-7f81c5ab-0b2e-4e9e-a6b1-8f0c5bec3a14 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 945 time: 0.1221771 Jan 24 09:27:41.201017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb46bdf-2a95-4453-9075-378c125d4802 req-1e65c139-6967-4930-bc5f-68108af7afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:41.202627 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6cb46bdf-2a95-4453-9075-378c125d4802 req-1e65c139-6967-4930-bc5f-68108af7afa0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 1162 time: 0.0868242 Jan 24 09:27:41.254585 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6cb46bdf-2a95-4453-9075-378c125d4802 req-ad8a6ddd-ddd6-43c8-a288-cc3e5e8e4505 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450268 Jan 24 09:27:41.387165 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62206181-8032-4a7b-992a-86a7bbcd247c req-e1720d27-3c3c-4583-876f-30e5b5101b7c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737491 Jan 24 09:27:41.426655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c477b-332c-47b3-995a-e6973451f23e req-c48328f9-b323-4d8f-b55c-c0a0acb034b0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:41.428341 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a1c477b-332c-47b3-995a-e6973451f23e req-c48328f9-b323-4d8f-b55c-c0a0acb034b0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.3510408 Jan 24 09:27:41.479881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a1c477b-332c-47b3-995a-e6973451f23e req-88042f15-59d8-47e1-9a87-586403284d2f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Jan 24 09:27:41.796632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8050d062-f17b-403e-8ac7-f39d8b8a65c0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:27:41.867172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:27:41.867718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:42.623404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651de44-a77f-41e7-a8b4-ad295174801f req-dcbbd90f-354e-4c00-ba0c-5513abd624dc tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:42.625069 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2651de44-a77f-41e7-a8b4-ad295174801f req-dcbbd90f-354e-4c00-ba0c-5513abd624dc tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 945 time: 0.1103878 Jan 24 09:27:42.732984 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2651de44-a77f-41e7-a8b4-ad295174801f req-8f06341a-b089-4b1d-950a-3f68722e8f73 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650687 Jan 24 09:27:42.772349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b76537-62a2-4ee4-9234-1130a0a33c64 req-e5ac1eed-0f98-4702-adb1-80bea410acf6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:42.773998 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8b76537-62a2-4ee4-9234-1130a0a33c64 req-e5ac1eed-0f98-4702-adb1-80bea410acf6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1479692 Jan 24 09:27:42.830273 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8b76537-62a2-4ee4-9234-1130a0a33c64 req-6d3e11fa-2581-46c5-b19c-eb53bc564d4b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498285 Jan 24 09:27:43.985759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dccda-2ec4-41b5-9cff-a3400fa566a9 req-13c8c14d-b88c-4b54-a380-45ac3b99826c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:43.987504 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-563dccda-2ec4-41b5-9cff-a3400fa566a9 req-13c8c14d-b88c-4b54-a380-45ac3b99826c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 945 time: 0.1106465 Jan 24 09:27:44.100589 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-563dccda-2ec4-41b5-9cff-a3400fa566a9 req-f548ac03-e2fa-4f1a-af56-e45b468aee6e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 Jan 24 09:27:44.139326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece7125-8b54-4505-99cb-d163a11e7baa req-5fc018bc-f603-45d5-a570-c2213fa94d6c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:44.141127 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8ece7125-8b54-4505-99cb-d163a11e7baa req-5fc018bc-f603-45d5-a570-c2213fa94d6c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1525023 Jan 24 09:27:44.196566 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8ece7125-8b54-4505-99cb-d163a11e7baa req-0257e6fc-8618-4ba7-b2d7-835ae98a105a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484886 Jan 24 09:27:45.432008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbca10f-d5a1-40b6-a99f-28a5beaa5c23 req-ec74cbc6-5c39-4d53-8ab3-92815f7b0a8f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:45.433662 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7fbca10f-d5a1-40b6-a99f-28a5beaa5c23 req-ec74cbc6-5c39-4d53-8ab3-92815f7b0a8f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1064439 Jan 24 09:27:45.485872 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7fbca10f-d5a1-40b6-a99f-28a5beaa5c23 req-e8cae0de-e4c4-4f52-bfca-a6f57e628b35 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 Jan 24 09:27:45.942073 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-f5b000c1-3001-4cb4-b6ef-73cc3d1ed564 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0789318 Jan 24 09:27:46.078178 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-390d28ac-d17b-441b-a876-a8fed1aea9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.079805 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-390d28ac-d17b-441b-a876-a8fed1aea9bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 1162 time: 0.0809097 Jan 24 09:27:46.258945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-2cd8aa0b-59a5-4ddb-ae6a-34dca039c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.260327 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-2cd8aa0b-59a5-4ddb-ae6a-34dca039c57e service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1523960 Jan 24 09:27:46.376151 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-702845f8-de6d-46fe-9a87-912e2fe77504 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 200 len: 1000 time: 0.1088126 Jan 24 09:27:46.476574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-7304d458-6041-4c3d-b957-2bafbe9f8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.478168 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-7304d458-6041-4c3d-b957-2bafbe9f8482 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0695050 Jan 24 09:27:46.560594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-81566d53-8bc4-40ce-8239-0a48dd7c94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.562261 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-81566d53-8bc4-40ce-8239-0a48dd7c94e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772047 Jan 24 09:27:46.714860 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-427ecb2f-b63c-4156-97fe-301932096391 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446824 Jan 24 09:27:46.729757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb655860-a7f9-4d23-b218-b9dc9cd8b659 req-ff5507f3-ff0c-416d-8806-60c42b262eb3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:46.731494 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb655860-a7f9-4d23-b218-b9dc9cd8b659 req-ff5507f3-ff0c-416d-8806-60c42b262eb3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1115603 Jan 24 09:27:46.785018 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb655860-a7f9-4d23-b218-b9dc9cd8b659 req-3a42fb2f-4833-4c68-a8e4-fdd487623a5c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465968 Jan 24 09:27:46.858956 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7d7d5d0-ab8a-4515-8b1c-1f4aa071ebd1 req-60f11a2c-ca3f-439f-bd9d-c6b7978aed6d service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374147 Jan 24 09:27:48.029061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416292c-89ff-4ad1-9397-825aca7ecb83 req-4d9d98cf-4854-44bc-94f7-a074cb244cc2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:48.030929 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c416292c-89ff-4ad1-9397-825aca7ecb83 req-4d9d98cf-4854-44bc-94f7-a074cb244cc2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1141229 Jan 24 09:27:48.086462 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c416292c-89ff-4ad1-9397-825aca7ecb83 req-6975775f-c93b-403b-bc55-2a7e75f3fba3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491319 Jan 24 09:27:49.331628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865df8a-462a-4015-baae-21729d51878c req-23eda72a-4326-4276-96fd-6304449a04be tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:49.333234 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3865df8a-462a-4015-baae-21729d51878c req-23eda72a-4326-4276-96fd-6304449a04be tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1099737 Jan 24 09:27:49.384359 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3865df8a-462a-4015-baae-21729d51878c req-a91d3470-3d13-4387-8cde-1271806e1265 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442572 Jan 24 09:27:49.734017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4ac49d1a-eb5a-4d37-b495-0d6ba5bb2189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:50.618170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09504cd-b627-4ef8-b3b9-4772108c5209 req-4bc89895-7784-47f8-a433-261156c6aa47 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:50.619852 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c09504cd-b627-4ef8-b3b9-4772108c5209 req-4bc89895-7784-47f8-a433-261156c6aa47 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1083105 Jan 24 09:27:50.673079 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c09504cd-b627-4ef8-b3b9-4772108c5209 req-c9c0835f-3ffe-491d-8e26-b1b902cee1bf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Jan 24 09:27:51.190621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.814017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d80bd22c-ee30-4af4-b92f-c5fb1eac1fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:51.913547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682f884-b51b-4188-96b8-d35b3f2ffa7a req-2349522c-3df7-4e7f-b2ab-f3c1756ee989 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:51.915167 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5682f884-b51b-4188-96b8-d35b3f2ffa7a req-2349522c-3df7-4e7f-b2ab-f3c1756ee989 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1104882 Jan 24 09:27:51.966027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5682f884-b51b-4188-96b8-d35b3f2ffa7a req-95761ae5-8168-4b51-8ef3-f9cdb07a67ab tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443697 Jan 24 09:27:52.386549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9277c6-0974-4407-ac78-4cd373b7cd9e req-d32acfb0-afc9-498b-98e2-a8c65fd53b7a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:52.388212 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ae9277c6-0974-4407-ac78-4cd373b7cd9e req-d32acfb0-afc9-498b-98e2-a8c65fd53b7a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1179314 Jan 24 09:27:52.442286 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ae9277c6-0974-4407-ac78-4cd373b7cd9e req-cb7d6604-454e-4abe-b0b6-59c9a5adb590 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Jan 24 09:27:52.472695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-74b01ae3-c959-4beb-a108-3044a0099d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:52.474390 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-74b01ae3-c959-4beb-a108-3044a0099d9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 1163 time: 0.0846663 Jan 24 09:27:52.617125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-a9b08c32-1f15-4bde-8bae-e110df993f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:52.618679 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-a9b08c32-1f15-4bde-8bae-e110df993f3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 903 time: 0.1378665 Jan 24 09:27:52.658993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:52.723628 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-e51e8ba9-a0fc-4e0d-86ea-703d88dbbbe9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 200 len: 1002 time: 0.0979207 Jan 24 09:27:52.797149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-a0b9aef4-1602-4653-bcd0-132f0bb47891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:52.798773 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-a0b9aef4-1602-4653-bcd0-132f0bb47891 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0680709 Jan 24 09:27:52.881212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-54d38c70-b2e8-4764-adfe-895df56c6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:52.882845 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-54d38c70-b2e8-4764-adfe-895df56c6c9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772431 Jan 24 09:27:53.028565 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-eac0568c-8040-44ab-88e2-dc0d1433adc6 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386867 Jan 24 09:27:53.390034 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72326bc0-9efd-4139-a1eb-0ebd79f2c78a req-37cb9948-649c-4516-9742-e64f9e65d369 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3474751 Jan 24 09:27:53.628905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:53.680280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238630ec-8218-496e-bb28-bc5ab37e0128 req-cbd09130-572b-4e05-84b7-5dcb9c306195 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:53.681824 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-238630ec-8218-496e-bb28-bc5ab37e0128 req-cbd09130-572b-4e05-84b7-5dcb9c306195 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1097558 Jan 24 09:27:53.734397 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-238630ec-8218-496e-bb28-bc5ab37e0128 req-f7b68e3a-4c7b-495f-a0c4-a6f85492a05e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461304 Jan 24 09:27:54.145081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:27:54.968261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70794403-4161-42f5-8311-3aacf862d795 req-7aa2fd2c-346c-46e7-af21-ee63ad6ec4ea tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:54.969932 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-70794403-4161-42f5-8311-3aacf862d795 req-7aa2fd2c-346c-46e7-af21-ee63ad6ec4ea tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1077170 Jan 24 09:27:55.023358 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-70794403-4161-42f5-8311-3aacf862d795 req-c4b0cfaf-a313-47c3-bc8a-3892835ad887 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466557 Jan 24 09:27:56.258045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531571b8-95f3-4b4d-8d8b-b0c2426f4f15 req-91dbd259-bd6f-43b0-aa22-296c44005d96 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:56.259782 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-531571b8-95f3-4b4d-8d8b-b0c2426f4f15 req-91dbd259-bd6f-43b0-aa22-296c44005d96 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1069801 Jan 24 09:27:56.311075 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-531571b8-95f3-4b4d-8d8b-b0c2426f4f15 req-2292ce9c-8013-40e2-991b-3608b0979603 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451288 Jan 24 09:27:57.545724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651c5e8-2921-4e36-9e7a-791c0175d236 req-6bf852b3-0626-4010-9db3-3eec9739cd42 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:57.547237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e651c5e8-2921-4e36-9e7a-791c0175d236 req-6bf852b3-0626-4010-9db3-3eec9739cd42 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1072345 Jan 24 09:27:57.597814 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e651c5e8-2921-4e36-9e7a-791c0175d236 req-731fe7a0-90fd-49fc-9453-27cbb11d833d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Jan 24 09:27:58.969926 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d1236-935e-4f45-8492-9dce5e9226dc req-4d6a7dce-d6ca-4291-bec8-4af0cbbebc53 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:27:58.977504 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-445d1236-935e-4f45-8492-9dce5e9226dc req-4d6a7dce-d6ca-4291-bec8-4af0cbbebc53 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1165566 Jan 24 09:27:59.024733 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-445d1236-935e-4f45-8492-9dce5e9226dc req-776747b3-689a-4275-983d-6470502059b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462983 Jan 24 09:27:59.646907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:28:00.255874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b578c43-f158-4ec9-8496-89027800a023 req-a5551b79-c809-43ff-93f6-20515e699d79 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:00.257472 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5b578c43-f158-4ec9-8496-89027800a023 req-a5551b79-c809-43ff-93f6-20515e699d79 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1042387 Jan 24 09:28:00.270118 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:00.309335 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5b578c43-f158-4ec9-8496-89027800a023 req-f7d6c302-e2cb-4024-bc6c-087e625af331 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457132 Jan 24 09:28:00.341709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:00.342132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:03.818237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-47c5b2e3-0991-4d57-ae11-131a356178e5 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:03.819865 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-47c5b2e3-0991-4d57-ae11-131a356178e5 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.1768527 Jan 24 09:28:03.835921 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-8681709d-b56f-4372-b6a3-6a479fc1b0bc tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/quotas/5a46817728a34b3e9cf56ff3bd167924 HTTP/1.1" status: 200 len: 375 time: 0.0101123 Jan 24 09:28:03.943584 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-c0d2140b-b479-4c83-8c1a-813d5b7ed909 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023076 Jan 24 09:28:04.089637 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-6c7bb061-0b52-43cd-8588-6739c3c22566 service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385777 Jan 24 09:28:04.233943 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-26399282-c574-46e3-8d03-81b588b59564 service neutron] 10.222.0.45 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371119 Jan 24 09:28:04.439126 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fcf02e17-39cf-44e7-950c-09b7398c37ff req-77932595-bce0-4a82-be74-d291502bc646 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 210 time: 0.0494769 Jan 24 09:28:05.620740 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9b06c21-2d3c-4f69-b5ef-61c8172133b6 req-42a2c67a-f66c-4339-9f89-547b47beec29 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 210 time: 0.0476081 Jan 24 09:28:05.731845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-82d0a62d-e432-4f86-9386-c30bdcccdd2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:05.733415 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-82d0a62d-e432-4f86-9386-c30bdcccdd2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 815 time: 0.1854849 Jan 24 09:28:05.843783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Request body: {'port': {'device_id': '5618e536-f233-4433-8292-521584f7e8d5', 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a', 'admin_state_up': True, 'tenant_id': '5a46817728a34b3e9cf56ff3bd167924'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:05.959723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45c37e-f447-4c7b-ac69-db227c516d28 req-63f9ec7c-c120-4223-9eb2-6a4a3e851bf1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:05.961384 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d45c37e-f447-4c7b-ac69-db227c516d28 req-63f9ec7c-c120-4223-9eb2-6a4a3e851bf1 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.1103251 Jan 24 09:28:05.991623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:05.995605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Usage tracker for resource:port and tenant:5a46817728a34b3e9cf56ff3bd167924 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:05.998567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Quota usage for port was recalculated. Used quota:3. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:06.005407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:06.014904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Made reservation on behalf of 5a46817728a34b3e9cf56ff3bd167924 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:28:06.019227 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d45c37e-f447-4c7b-ac69-db227c516d28 req-af645837-51b2-4865-811b-bae80cc09997 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490632 Jan 24 09:28:06.024531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:06.326722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Allocated IP 172.20.0.14 (bddd1389-51cb-454b-bf60-ba22b3dad41a/02c7ba36-4fa5-4182-b343-8c1f4d10d529/cf94085c-2cb7-472e-93e4-157b7bbabcb5) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:06.536492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:06.564029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:06.582738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-074d726d-2be7-4658-abcd-c86e5c65a151 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:06.721030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event updated for resources: {'Port': ['ID=cf94085c-2cb7-472e-93e4-157b7bbabcb5,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:06.740132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.740536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.740939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.741329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.741719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.742107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.742494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.742880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.743262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.743668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.744050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.744429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.744845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.745228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.745605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.745984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.746427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.746811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.747192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.747570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.747981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.748358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.748737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.749114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:06.755376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:06.792847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Network bddd1389-51cb-454b-bf60-ba22b3dad41a is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:06.793905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:06.796328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:06.866532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3eff3-97e7-46b4-93c3-29af3e282197 req-802cee72-9501-4864-a660-8f60388fee2f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:06.868091 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b3d3eff3-97e7-46b4-93c3-29af3e282197 req-802cee72-9501-4864-a660-8f60388fee2f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 932 time: 0.1108153 Jan 24 09:28:06.875888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:06.876572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:06.899341 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0626597 Jan 24 09:28:06.919897 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b3d3eff3-97e7-46b4-93c3-29af3e282197 req-c453a274-46b8-44ce-8804-dfaad874beb4 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453868 Jan 24 09:28:06.929430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Request body: {'port': {'device_id': '5618e536-f233-4433-8292-521584f7e8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:07.048760 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.252429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d138a3b-fa9d-428e-8d26-82a89dbb335d req-7045f31e-4b0d-41bc-bae7-b7841e5e97a3 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:07.254055 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d138a3b-fa9d-428e-8d26-82a89dbb335d req-7045f31e-4b0d-41bc-bae7-b7841e5e97a3 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.1040056 Jan 24 09:28:07.306434 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d138a3b-fa9d-428e-8d26-82a89dbb335d req-13a6b135-4a32-4bd0-b378-6fcc42dfa547 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Jan 24 09:28:07.478212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf94085c-2cb7-472e-93e4-157b7bbabcb5 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:28:07.486016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.498823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Transition to ACTIVE for port object cf94085c-2cb7-472e-93e4-157b7bbabcb5 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:07.501732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.517907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-95768474-a1b5-494b-82c6-5bda8fa89f2c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:07.650707 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Pushing event updated for resources: {'Port': ['ID=cf94085c-2cb7-472e-93e4-157b7bbabcb5,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:07.660955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:07.835715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Attempting to bind port cf94085c-2cb7-472e-93e4-157b7bbabcb5 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:28:07.836252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Attempting to bind port cf94085c-2cb7-472e-93e4-157b7bbabcb5 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:28:07.836366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Attempting to bind port cf94085c-2cb7-472e-93e4-157b7bbabcb5 on network bddd1389-51cb-454b-bf60-ba22b3dad41a {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:28:07.842048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:28:07.842425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Checking segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:28:07.842830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.843226 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Bound using segment: {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:28:07.843726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Bound port: cf94085c-2cb7-472e-93e4-157b7bbabcb5, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332e54d4-6445-449e-8096-c7dcfff67258', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bddd1389-51cb-454b-bf60-ba22b3dad41a'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:28:07.844621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.939931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] For port cf94085c-2cb7-472e-93e4-157b7bbabcb5, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:28:07.943041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] For port cf94085c-2cb7-472e-93e4-157b7bbabcb5, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cf94085c-2cb7-472e-93e4-157b7bbabcb5,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:28:07.946434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:07.962604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:08.114823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Pushing event updated for resources: {'Port': ['ID=cf94085c-2cb7-472e-93e4-157b7bbabcb5,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:08.119777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:08.153478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.154212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:08.155920 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] 10.222.0.48 "PUT /v2.0/ports/cf94085c-2cb7-472e-93e4-157b7bbabcb5 HTTP/1.1" status: 200 len: 1158 time: 1.2313108 Jan 24 09:28:08.156526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5618e536-f233-4433-8292-521584f7e8d5', 'tag': 'cf94085c-2cb7-472e-93e4-157b7bbabcb5'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:08.180334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586539e9-6677-4b80-9348-0aba7812bf6a req-09d69f32-5b05-4b0f-8a35-bdb37f71dcbe tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.182048 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-586539e9-6677-4b80-9348-0aba7812bf6a req-09d69f32-5b05-4b0f-8a35-bdb37f71dcbe tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1143978 Jan 24 09:28:08.218409 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5618e536-f233-4433-8292-521584f7e8d5', 'tag': 'cf94085c-2cb7-472e-93e4-157b7bbabcb5', 'status': 'completed', 'code': 200} Jan 24 09:28:08.235435 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-586539e9-6677-4b80-9348-0aba7812bf6a req-fcc07dfd-881a-4a7d-b5b1-c939d953da70 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Jan 24 09:28:08.327027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-968c1e0d-fd3c-4d7e-bd25-e05e705b15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.328703 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-968c1e0d-fd3c-4d7e-bd25-e05e705b15b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 1161 time: 0.0814116 Jan 24 09:28:08.444184 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-1190f7d0-174b-4724-81f0-469e7606b224 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf94085c-2cb7-472e-93e4-157b7bbabcb5 HTTP/1.1" status: 200 len: 217 time: 0.0658257 Jan 24 09:28:08.544664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176759e-5085-4331-b662-98927a5f6375 req-e8795bc8-70da-4424-a414-d561d6701228 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.546353 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c176759e-5085-4331-b662-98927a5f6375 req-e8795bc8-70da-4424-a414-d561d6701228 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.1085544 Jan 24 09:28:08.601695 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c176759e-5085-4331-b662-98927a5f6375 req-53be40cf-4ef9-49d3-93f7-01846c34d511 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489495 Jan 24 09:28:08.608567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-77486c0c-5a83-4bd3-8533-77e2b695943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.610690 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-77486c0c-5a83-4bd3-8533-77e2b695943a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.1242592 Jan 24 09:28:08.674181 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-cfb63226-a78c-4f3b-86f0-9be5f5fd3a3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521531 Jan 24 09:28:08.700749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66557c-f554-411d-9755-5608a9b8da86 req-67f100f9-e414-4975-9942-15beb6d14e61 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:08.701430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4e66557c-f554-411d-9755-5608a9b8da86 req-67f100f9-e414-4975-9942-15beb6d14e61 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Synchronizing usage tracker for tenant:0da8ec42a579451997a4eeeaddd089ae on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:08.798707 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4e66557c-f554-411d-9755-5608a9b8da86 req-67f100f9-e414-4975-9942-15beb6d14e61 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Unset dirty status for tenant:0da8ec42a579451997a4eeeaddd089ae on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:08.799956 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4e66557c-f554-411d-9755-5608a9b8da86 req-67f100f9-e414-4975-9942-15beb6d14e61 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.2757542 Jan 24 09:28:08.910866 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Deleting port af80ed4c-8934-419b-a4a6-75ef2796d17b {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:28:08.911438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:08.955054 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-ec43d043-410e-488e-8981-36cd73e3ad3d service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506080 Jan 24 09:28:09.255335 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfebebb2-f654-4cf5-baf5-75b9826e339e req-790703ba-5233-4354-a477-477dcabd85bb service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2896631 Jan 24 09:28:09.480795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf514d32-e901-4c0f-b0b6-a57152d36b75 req-ea918a61-2e32-4145-9167-fe551919ccb8 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.482539 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bf514d32-e901-4c0f-b0b6-a57152d36b75 req-ea918a61-2e32-4145-9167-fe551919ccb8 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1123846 Jan 24 09:28:09.535629 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bf514d32-e901-4c0f-b0b6-a57152d36b75 req-9ee7371d-7f20-4a59-a4a8-7dad01cc4b90 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464816 Jan 24 09:28:09.568263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] For port af80ed4c-8934-419b-a4a6-75ef2796d17b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=af80ed4c-8934-419b-a4a6-75ef2796d17b,segment=NetworkSegment(14729132-2b4c-4c01-ac92-134d672376dc),segment_id=14729132-2b4c-4c01-ac92-134d672376dc)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:09.568670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:09.703069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Calling delete_port for af80ed4c-8934-419b-a4a6-75ef2796d17b owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:28:09.768983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04ac96-010e-4048-b514-b99d87be384c req-b1b09ff5-65a8-4c05-8484-fbf89a7534f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.770610 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd04ac96-010e-4048-b514-b99d87be384c req-b1b09ff5-65a8-4c05-8484-fbf89a7534f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a46817728a34b3e9cf56ff3bd167924&device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 1161 time: 0.2826145 Jan 24 09:28:09.841272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a6d9-fb78-4336-bf5b-082242ec1057 req-69f37d88-8d66-4c15-aabf-fe376849a95e tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.842844 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0939a6d9-fb78-4336-bf5b-082242ec1057 req-69f37d88-8d66-4c15-aabf-fe376849a95e tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 945 time: 0.1105871 Jan 24 09:28:09.895563 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0939a6d9-fb78-4336-bf5b-082242ec1057 req-a090aba2-92d9-4563-918b-550d4a9beda0 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/security-groups?id=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460405 Jan 24 09:28:09.985494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04ac96-010e-4048-b514-b99d87be384c req-43e8e14d-9ebf-47ce-b066-4d1b50beb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:09.987095 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd04ac96-010e-4048-b514-b99d87be384c req-43e8e14d-9ebf-47ce-b066-4d1b50beb9bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 200 len: 909 time: 0.2085202 Jan 24 09:28:09.988192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:10.003422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-24d2158f-ea4a-4071-ac76-9e592a7fdb87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:10.107348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device af80ed4c-8934-419b-a4a6-75ef2796d17b no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:28:10.123190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Pushing event deleted for resources: {'Port': ['ID=af80ed4c-8934-419b-a4a6-75ef2796d17b,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:10.145608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: af80ed4c-8934-419b-a4a6-75ef2796d17b {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:28:10.146003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device af80ed4c-8934-419b-a4a6-75ef2796d17b not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:28:10.182906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:10.184596 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd04ac96-010e-4048-b514-b99d87be384c req-66857347-dbec-4e2c-9d0c-cd67b91c0f19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf94085c-2cb7-472e-93e4-157b7bbabcb5 HTTP/1.1" status: 200 len: 217 time: 0.1439648 Jan 24 09:28:10.288065 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04ac96-010e-4048-b514-b99d87be384c req-408ecc8e-16b9-4bd7-9ae1-dc86c3f98f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:10.289623 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd04ac96-010e-4048-b514-b99d87be384c req-408ecc8e-16b9-4bd7-9ae1-dc86c3f98f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 200 len: 855 time: 0.0975552 Jan 24 09:28:10.371705 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd04ac96-010e-4048-b514-b99d87be384c req-3b157330-0afd-49bf-9466-6f50695915b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bddd1389-51cb-454b-bf60-ba22b3dad41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728953 Jan 24 09:28:10.383871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] No DVR routers for this DVR port af80ed4c-8934-419b-a4a6-75ef2796d17b on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:28:10.406251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:10.412009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'name': 'network-vif-deleted', 'tag': 'af80ed4c-8934-419b-a4a6-75ef2796d17b'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:10.490603 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ec74a1-920a-4b3e-a7d2-ef3e2a74719c', 'name': 'network-vif-deleted', 'tag': 'af80ed4c-8934-419b-a4a6-75ef2796d17b', 'status': 'completed', 'code': 200} Jan 24 09:28:10.498268 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4e66557c-f554-411d-9755-5608a9b8da86 req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.48 "DELETE /v2.0/ports/af80ed4c-8934-419b-a4a6-75ef2796d17b HTTP/1.1" status: 204 len: 173 time: 1.6914222 Jan 24 09:28:10.542431 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd04ac96-010e-4048-b514-b99d87be384c req-9bcf79d2-ad44-4013-a4e3-58f31fbc43d5 service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596565 Jan 24 09:28:10.704523 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cd04ac96-010e-4048-b514-b99d87be384c req-a151c3c9-c091-4c2b-a96d-a544e4c972a6 service neutron] 10.222.0.48 "GET /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437588 Jan 24 09:28:10.772254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2120-2410-4e6e-8b01-feca91e3daa3 req-41395719-9cae-4f3d-a4dc-0230e5cb85fc tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:10.773858 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e87c2120-2410-4e6e-8b01-feca91e3daa3 req-41395719-9cae-4f3d-a4dc-0230e5cb85fc tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1059382 Jan 24 09:28:10.828874 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e87c2120-2410-4e6e-8b01-feca91e3daa3 req-667444ed-5b79-457f-81a4-7895b5fa96ba tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483747 Jan 24 09:28:11.089214 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-932153ee-d870-405f-8ab5-9b3f2728e941 req-082e9a90-4038-4352-9c55-aa0698597c84 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] 10.222.0.45 "GET /v2.0/ports?device_id=92ec74a1-920a-4b3e-a7d2-ef3e2a74719c HTTP/1.1" status: 200 len: 210 time: 0.0474255 Jan 24 09:28:12.060474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d6d45-4bc8-4bd3-953d-5dcdc20f4581 req-2b4f62a6-c7f7-4310-b2ab-50613b56945c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:12.062136 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c69d6d45-4bc8-4bd3-953d-5dcdc20f4581 req-2b4f62a6-c7f7-4310-b2ab-50613b56945c tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1064267 Jan 24 09:28:12.320365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c69d6d45-4bc8-4bd3-953d-5dcdc20f4581 req-d1d0af14-baed-4603-90de-e78607794214 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518294 Jan 24 09:28:13.552664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3183cc2-af86-4e05-8c44-f13bef64ef18 req-dd76330c-3eb0-4b8a-92af-8e019521ac99 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:13.554269 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a3183cc2-af86-4e05-8c44-f13bef64ef18 req-dd76330c-3eb0-4b8a-92af-8e019521ac99 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1054637 Jan 24 09:28:13.605393 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a3183cc2-af86-4e05-8c44-f13bef64ef18 req-aa96c226-f2f6-461c-8139-2f8f773d37d4 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Jan 24 09:28:14.838439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920aed-3cd8-4af2-97a8-8f89e64afc47 req-33077911-f75d-42a0-8b11-6d5002c7def9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:14.840091 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9d920aed-3cd8-4af2-97a8-8f89e64afc47 req-33077911-f75d-42a0-8b11-6d5002c7def9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1075628 Jan 24 09:28:14.891343 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9d920aed-3cd8-4af2-97a8-8f89e64afc47 req-5de24acc-d91c-4d79-98a9-25e668eb1295 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Jan 24 09:28:16.124036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82985700-2a61-471b-a9db-5cc2c7c1b835 req-831b4a95-c049-4c1a-908d-a65af56917fa tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:16.125704 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-82985700-2a61-471b-a9db-5cc2c7c1b835 req-831b4a95-c049-4c1a-908d-a65af56917fa tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1076314 Jan 24 09:28:16.180877 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-82985700-2a61-471b-a9db-5cc2c7c1b835 req-896fbbd3-2bac-41d8-b715-c8a545c287d3 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490522 Jan 24 09:28:17.423663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28da8-ee63-48e1-bb49-29b342d46b3a req-6a93ad8a-31f9-400a-a7a4-0c5c9280d8d1 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:17.425293 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0de28da8-ee63-48e1-bb49-29b342d46b3a req-6a93ad8a-31f9-400a-a7a4-0c5c9280d8d1 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1137815 Jan 24 09:28:17.476746 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0de28da8-ee63-48e1-bb49-29b342d46b3a req-16cdd9a7-f9da-4fbd-8c68-c16428314248 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Jan 24 09:28:18.611128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cf94085c-2cb7-472e-93e4-157b7bbabcb5 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:18.685649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port cf94085c-2cb7-472e-93e4-157b7bbabcb5 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:18.691427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port cf94085c-2cb7-472e-93e4-157b7bbabcb5 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:18.691892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:18.717713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6be6a-a275-4277-9303-0322b722390f req-6591248e-cea3-4013-843f-bbd2642b8af9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:18.719366 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-46f6be6a-a275-4277-9303-0322b722390f req-6591248e-cea3-4013-843f-bbd2642b8af9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 944 time: 0.1101887 Jan 24 09:28:18.771788 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-46f6be6a-a275-4277-9303-0322b722390f req-200b75c7-16f0-4764-be41-17c509c2894f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458288 Jan 24 09:28:18.817500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:18.845356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5618e536-f233-4433-8292-521584f7e8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf94085c-2cb7-472e-93e4-157b7bbabcb5'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:18.855545 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port cf94085c-2cb7-472e-93e4-157b7bbabcb5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cf94085c-2cb7-472e-93e4-157b7bbabcb5,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:18.858511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:18.861040 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:18.930457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=cf94085c-2cb7-472e-93e4-157b7bbabcb5,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:18.938438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.938856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.939220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.939611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.939997 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.940375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.940749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.941122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.941494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.941862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.942229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.942595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.942999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.943362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.943783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.944147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.944513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.944917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.945217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.945581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.945942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.946305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.946668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.947029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:18.951504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:18.988025 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5618e536-f233-4433-8292-521584f7e8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf94085c-2cb7-472e-93e4-157b7bbabcb5', 'code': 200} Jan 24 09:28:19.294018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6b61-aeb3-48e1-8985-7da6966d3e60 req-a82322bb-da3e-4df5-beb9-b47d6a998644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:19.295686 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5a9e6b61-aeb3-48e1-8985-7da6966d3e60 req-a82322bb-da3e-4df5-beb9-b47d6a998644 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 1163 time: 0.0817168 Jan 24 09:28:19.339375 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5a9e6b61-aeb3-48e1-8985-7da6966d3e60 req-114c890b-fd7c-4fa3-afe6-4c14a437cd98 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Jan 24 09:28:19.350455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cf94085c-2cb7-472e-93e4-157b7bbabcb5 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:19.431989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port cf94085c-2cb7-472e-93e4-157b7bbabcb5 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:19.432414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:19.737519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-142885fb-3115-4e7e-bb87-331d23d7a390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:20.007916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d03a3a-95a9-40e8-b11a-db7e86740542 req-5e68eab1-a95d-4d39-a638-b579f809a73d tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:20.009483 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-21d03a3a-95a9-40e8-b11a-db7e86740542 req-5e68eab1-a95d-4d39-a638-b579f809a73d tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 946 time: 0.1069386 Jan 24 09:28:20.064663 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-21d03a3a-95a9-40e8-b11a-db7e86740542 req-771406b2-72b5-4a17-9f3a-2a6ef050c6ca tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Jan 24 09:28:21.306687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c37de3-1f37-4cb1-9ad5-79a0b723919c req-9515727c-fd1e-417b-a863-dc75bb5262a2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:21.308457 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-34c37de3-1f37-4cb1-9ad5-79a0b723919c req-9515727c-fd1e-417b-a863-dc75bb5262a2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 946 time: 0.1075072 Jan 24 09:28:21.362366 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-34c37de3-1f37-4cb1-9ad5-79a0b723919c req-d562c875-80dc-4a91-947e-e57a51c43330 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Jan 24 09:28:21.378661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:21.518842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cf94085c-2cb7-472e-93e4-157b7bbabcb5 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:21.589489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port cf94085c-2cb7-472e-93e4-157b7bbabcb5 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:21.589826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:21.814837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebd8edcd-00e6-4a61-9138-73a975cb81a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:22.613543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993cb84-90f4-41a4-83c6-1c689f5dfdb5 req-31b4ac2e-0432-455c-86a2-cb74ee47d072 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:22.615201 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c993cb84-90f4-41a4-83c6-1c689f5dfdb5 req-31b4ac2e-0432-455c-86a2-cb74ee47d072 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 946 time: 0.1127172 Jan 24 09:28:22.663135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:22.676797 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c993cb84-90f4-41a4-83c6-1c689f5dfdb5 req-a4da06ac-cec0-44a7-b3ba-e79adca715b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Jan 24 09:28:23.631169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:24.152305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:36.647371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:28:39.411266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8602b-bb3e-4ec2-900f-a11c88180771 req-43263bae-1a75-4eed-85dc-b3b6f5184d79 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:39.412941 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0e8602b-bb3e-4ec2-900f-a11c88180771 req-43263bae-1a75-4eed-85dc-b3b6f5184d79 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1073155 Jan 24 09:28:39.469303 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0e8602b-bb3e-4ec2-900f-a11c88180771 req-f5439bef-03e7-4f24-a96a-218bdbb763a6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494885 Jan 24 09:28:40.728333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850874b2-5a9d-4e0b-8521-f7195b327aec req-7ede2749-76cc-4675-a4d5-568cfa73fe4a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:40.729927 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-850874b2-5a9d-4e0b-8521-f7195b327aec req-7ede2749-76cc-4675-a4d5-568cfa73fe4a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1054389 Jan 24 09:28:40.783178 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-850874b2-5a9d-4e0b-8521-f7195b327aec req-25036894-c7b5-4f94-bc5d-10e1c7c2e072 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466580 Jan 24 09:28:41.290267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59136) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:41.357089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Deleting subnet ddead9b4-1977-4cba-8c48-8df2a5e9aee2 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:28:41.360809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:41.416359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:41.475536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:41.818981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-062d3ae0-2356-4768-8cb6-e976ee63353d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:41.819767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-062d3ae0-2356-4768-8cb6-e976ee63353d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:41.839347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:41.856893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:41.899884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-062d3ae0-2356-4768-8cb6-e976ee63353d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:41.901124 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-062d3ae0-2356-4768-8cb6-e976ee63353d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.2694144 Jan 24 09:28:41.909650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddead9b4-1977-4cba-8c48-8df2a5e9aee2,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:41.947723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:42.040390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee195c8-d1da-4ebd-86bd-a51fb0a53fe1 req-82453148-042c-4286-9a97-58e68f0df0ec tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:42.042081 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ee195c8-d1da-4ebd-86bd-a51fb0a53fe1 req-82453148-042c-4286-9a97-58e68f0df0ec tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 945 time: 0.1112976 Jan 24 09:28:42.056189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Deleting port 84df6252-e705-4792-80e0-a1b76ea99f52 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:28:42.056693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.095516 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ee195c8-d1da-4ebd-86bd-a51fb0a53fe1 req-a75e8fac-e801-4b6f-9c31-0b2923dd9899 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=b3012b36-ca22-4df7-95a4-467587198825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468674 Jan 24 09:28:42.116802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.130512 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ddead9b4-1977-4cba-8c48-8df2a5e9aee2 HTTP/1.1" status: 204 len: 168 time: 0.8390515 Jan 24 09:28:42.133668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59146) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:42.253395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.353113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] For port 84df6252-e705-4792-80e0-a1b76ea99f52, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=84df6252-e705-4792-80e0-a1b76ea99f52,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:42.353516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.502686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.639189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee48d9a-7643-4f58-93dd-936d90aac6ea']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:42.655674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14729132-2b4c-4c01-ac92-134d672376dc') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:42.655993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14729132-2b4c-4c01-ac92-134d672376dc') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:42.673568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.673982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.674352 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Floating IP 46df7835-97cb-4947-b06a-d6e4e93d7574 disassociated. External IP: 172.27.2.70, port: 84df6252-e705-4792-80e0-a1b76ea99f52. Jan 24 09:28:42.674731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Calling delete_port for 84df6252-e705-4792-80e0-a1b76ea99f52 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:28:42.689622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497ea65-6b13-4b16-a041-96fe1a861797 req-03ab15d0-dd37-4537-acbd-f4cbe4d4c282 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:42.691290 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0497ea65-6b13-4b16-a041-96fe1a861797 req-03ab15d0-dd37-4537-acbd-f4cbe4d4c282 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 946 time: 0.2451286 Jan 24 09:28:42.697762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.732454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.744405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:28:42.822209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:42.835705 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0497ea65-6b13-4b16-a041-96fe1a861797 req-18d3d414-63c8-4454-bb91-60b63aa563a0 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305840 Jan 24 09:28:42.839186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa35d408-73bc-4d1c-81f2-4d4ad5ccf37f tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:42.897320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event deleted for resources: {'Port': ['ID=84df6252-e705-4792-80e0-a1b76ea99f52,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:42.900109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:42.945184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:28:42.956105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:43.146453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Network 3ee48d9a-7643-4f58-93dd-936d90aac6ea has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:28:43.174313 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:28:43.307021 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7a919dfc-c8b4-4121-a8cd-2e218c1e80df req-84ba1ee7-605e-4cc5-b7fe-8db3c9c58d1f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.0513020 Jan 24 09:28:43.376227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:43.379485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:43.384206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:43.410934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee48d9a-7643-4f58-93dd-936d90aac6ea,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:43.423041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Router d229c3b3-db50-442d-a1d1-21f42fe512fb has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:28:43.425596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.426361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.426863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.427335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.427900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.428367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.428887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.429408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.430187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.431392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.431970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.432446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.432946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.433408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.433864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.434315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.434811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.435267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.435754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.436202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.436758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.437350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.437910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.438372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:28:43.442531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:43.444772 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] 10.222.0.45 "DELETE /v2.0/networks/3ee48d9a-7643-4f58-93dd-936d90aac6ea HTTP/1.1" status: 204 len: 168 time: 1.3097141 Jan 24 09:28:43.487559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:28:43.530334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: 84df6252-e705-4792-80e0-a1b76ea99f52 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:28:43.531184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 84df6252-e705-4792-80e0-a1b76ea99f52 not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:28:43.628206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:28:43.642200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] Sync routers for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:28:43.653624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:43.654724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:43.671495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] No DVR routers for this DVR port 84df6252-e705-4792-80e0-a1b76ea99f52 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:28:43.673892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:43.678189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-deleted', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:43.689281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59158) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:43.701409 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b917ae11-fe18-4cc1-bb41-22c013cfd97e req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "DELETE /v2.0/ports/84df6252-e705-4792-80e0-a1b76ea99f52 HTTP/1.1" status: 204 len: 173 time: 1.7929163 Jan 24 09:28:43.743892 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5102628c-9a60-4287-84bc-8886b5ac6d1a', 'name': 'network-vif-deleted', 'tag': '84df6252-e705-4792-80e0-a1b76ea99f52', 'status': 'completed', 'code': 200} Jan 24 09:28:43.770385 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e25450cc-5490-4319-8b6e-9fd889347682 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0da8ec42a579451997a4eeeaddd089ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798147 Jan 24 09:28:43.772986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59162) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:43.840246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:43.871389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:43.875680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:43.982596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:43.994418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7522ba12-7c00-410a-bb88-0855dec22e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:44.044551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:44.053404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:44.068541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:44.073310 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f4e0a5e-15ce-4e03-a2bb-1b5ff0b34c30 HTTP/1.1" status: 204 len: 168 time: 0.2959242 Jan 24 09:28:44.129161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64c012-325a-4902-885b-b2285454f83e req-0aa1b791-0a23-4d60-a718-c77483a13660 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:44.130861 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5f64c012-325a-4902-885b-b2285454f83e req-0aa1b791-0a23-4d60-a718-c77483a13660 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 946 time: 0.1393509 Jan 24 09:28:44.187135 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5f64c012-325a-4902-885b-b2285454f83e req-61b4b4e4-80f8-4a30-a871-4185e99bffe5 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496550 Jan 24 09:28:44.290206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:44.295290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] Checking router: d229c3b3-db50-442d-a1d1-21f42fe512fb for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:28:44.305582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:44.306252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:44.518666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:44.629730 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4620a49c-6b82-4d7e-8090-5f5612615532 req-dd056644-af30-4139-b6bd-d0b8e5e2db47 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=5102628c-9a60-4287-84bc-8886b5ac6d1a HTTP/1.1" status: 200 len: 210 time: 0.0902841 Jan 24 09:28:44.825840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-76b92218-51d9-43c6-8545-94ce08d4fc73 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:44.826700 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-76b92218-51d9-43c6-8545-94ce08d4fc73 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Synchronizing usage tracker for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:44.871119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-76b92218-51d9-43c6-8545-94ce08d4fc73 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Unset dirty status for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:44.872663 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-76b92218-51d9-43c6-8545-94ce08d4fc73 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 946 time: 0.1863573 Jan 24 09:28:44.972911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Deleting port cf94085c-2cb7-472e-93e4-157b7bbabcb5 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:28:44.973299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.163400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:45.167824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551b3da-081c-46c8-b42f-a060ed023479 None None] The sync data for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi is: [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:28:45.274025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59192) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:45.284529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] For port cf94085c-2cb7-472e-93e4-157b7bbabcb5, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=cf94085c-2cb7-472e-93e4-157b7bbabcb5,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:45.284896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.440291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Calling delete_port for cf94085c-2cb7-472e-93e4-157b7bbabcb5 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:28:45.460618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1178425038-network', 'tenant_id': '03809755bb3542459af721b4f7d27c0e'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:45.467758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:45.493275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device cf94085c-2cb7-472e-93e4-157b7bbabcb5 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:28:45.507540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e481c0-9d32-4f2d-93f9-558ac55fa22f req-84aad848-7ede-4024-ba38-a981956168cd tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:45.509433 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-64e481c0-9d32-4f2d-93f9-558ac55fa22f req-84aad848-7ede-4024-ba38-a981956168cd tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 946 time: 0.1449947 Jan 24 09:28:45.510695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Usage tracker for resource:network and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:45.514346 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:45.523146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:45.574637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Made reservation on behalf of 03809755bb3542459af721b4f7d27c0e for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:28:45.592809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.619655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.651523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.657648 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-64e481c0-9d32-4f2d-93f9-558ac55fa22f req-486812e8-97f2-445c-a74a-805b4229f7ba tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363666 Jan 24 09:28:45.666473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:45.672368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:45.674119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:45.684550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Usage tracker for resource:security_group_rule and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:45.704164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:45.731867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:45.769625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event deleted for resources: {'Port': ['ID=cf94085c-2cb7-472e-93e4-157b7bbabcb5,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:45.777631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:45.797637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9fccc-96d7-467d-acb9-f9d84a2c82c3 None None] New status for floating IP 46df7835-97cb-4947-b06a-d6e4e93d7574: DOWN {{(pid=80080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:28:46.007445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.009897 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59206) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:46.073280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.087636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fafc121b-45fa-45b6-9ab0-97161a549ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:46.125007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:28:46.128238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] No DVR routers for this DVR port cf94085c-2cb7-472e-93e4-157b7bbabcb5 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:28:46.130797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.149601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5618e536-f233-4433-8292-521584f7e8d5', 'name': 'network-vif-deleted', 'tag': 'cf94085c-2cb7-472e-93e4-157b7bbabcb5'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:46.161979 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ad2a7f57-4c26-4de9-9acb-0ffe82cd8836 req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "DELETE /v2.0/ports/cf94085c-2cb7-472e-93e4-157b7bbabcb5 HTTP/1.1" status: 204 len: 173 time: 1.2776699 Jan 24 09:28:46.162210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd5f86-f02e-4eeb-9a14-73076780175c,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:46.169374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.169814 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Added segment 5442cb2c-080a-43f1-946d-1656de9965fd of type vxlan for network 682b2073-2e2e-49d9-85c6-7af79585e52d Jan 24 09:28:46.171713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:46.172529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.227715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.242508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.262236 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-954b5c7e-e6f3-4234-99a6-dcf45657e140 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2011085 Jan 24 09:28:46.272452 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5618e536-f233-4433-8292-521584f7e8d5', 'name': 'network-vif-deleted', 'tag': 'cf94085c-2cb7-472e-93e4-157b7bbabcb5', 'status': 'completed', 'code': 200} Jan 24 09:28:46.302445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.305168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:46.305819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.311237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:46.332598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.459302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-cad0a5ba-671d-4797-ad5f-d71498c958db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:46.461001 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-cad0a5ba-671d-4797-ad5f-d71498c958db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.0913517 Jan 24 09:28:46.629603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-7878ce4a-7b58-4696-8d11-f4335f65a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:46.631203 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-7878ce4a-7b58-4696-8d11-f4335f65a7b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.1483097 Jan 24 09:28:46.707041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Pushing event updated for resources: {'Network': ['ID=682b2073-2e2e-49d9-85c6-7af79585e52d,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:46.711686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:46.713084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0e6da5bd-9e2a-4237-aa29-843d9542380b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:46.720449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 682b2073-2e2e-49d9-85c6-7af79585e52d details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:28:46.739221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 682b2073-2e2e-49d9-85c6-7af79585e52d details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:28:46.740138 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4649310 Jan 24 09:28:46.741163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3012b36-ca22-4df7-95a4-467587198825,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:46.743470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:46.754431 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "DELETE /v2.0/security-groups/b3012b36-ca22-4df7-95a4-467587198825 HTTP/1.1" status: 204 len: 168 time: 0.7430882 Jan 24 09:28:46.756915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:46.757422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59216) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:46.757787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59218) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:46.766089 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-6207c527-3e01-4053-bc4d-246e0281ada5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 1000 time: 0.1265030 Jan 24 09:28:46.772473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Request body: {'subnet': {'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1178425038-subnet', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:46.794147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:46.803519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Usage tracker for resource:subnet and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:46.806868 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.v2.resource [None req-9369001e-272c-4ea6-920d-15ac2e4a0a33 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] show failed (client error): The resource could not be found. Jan 24 09:28:46.811130 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9369001e-272c-4ea6-920d-15ac2e4a0a33 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups/b3012b36-ca22-4df7-95a4-467587198825 HTTP/1.1" status: 404 len: 347 time: 0.0506241 Jan 24 09:28:46.816156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:46.818796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59224) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:46.882355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-959b2dc4-f484-45cb-92a6-b61b73b002e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:46.883719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-959b2dc4-f484-45cb-92a6-b61b73b002e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.1105232 Jan 24 09:28:46.885463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:46.999833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-956863ec-9f1d-4f52-a029-607afe3eb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:47.001752 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-956863ec-9f1d-4f52-a029-607afe3eb53a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1103213 Jan 24 09:28:47.008627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2e930-3057-4024-9362-23480d38771a req-3c554f35-b597-4eca-bcf0-17f1390e65e8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:47.010340 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7db2e930-3057-4024-9362-23480d38771a req-3c554f35-b597-4eca-bcf0-17f1390e65e8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.6710303 Jan 24 09:28:47.090893 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6a862f4a-5648-4174-b51f-959e9139845d req-b613c204-8891-4df4-9b2b-21affebabe36 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=5618e536-f233-4433-8292-521584f7e8d5 HTTP/1.1" status: 200 len: 210 time: 0.1922443 Jan 24 09:28:47.122108 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Made reservation on behalf of 03809755bb3542459af721b4f7d27c0e for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:28:47.126850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851494902'] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:47.163365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-45bdab7c-002b-41a0-bb39-5a3c5efc8daa service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409302 Jan 24 09:28:47.164523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Deleting port 5ad98cf2-5ac1-4c2a-ad0d-9fa3131df965 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:28:47.164907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:47.307183 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7db2e930-3057-4024-9362-23480d38771a req-312f44d4-a827-4245-93f6-ee3b9ae98fc7 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2189558 Jan 24 09:28:47.337270 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc9e4550-07ec-4c30-b4f2-e6a2c720c6c4 req-e6f4f35b-28e2-4a1c-aa83-1aa7372f5a66 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1601987 Jan 24 09:28:47.496259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:47.496626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:47.640550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Calling delete_port for 5ad98cf2-5ac1-4c2a-ad0d-9fa3131df965 owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:28:47.905348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:47.927321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:47.993000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event deleted for resources: {'Port': ['ID=5ad98cf2-5ac1-4c2a-ad0d-9fa3131df965,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:48.049009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:48.219029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127736853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851494885'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.238293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-05c3c840-d954-4a25-b5e7-7a5cf3bd1419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:48.285047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.394659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57eadfd5-e474-4553-81de-4d6319cbc6b2,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:48.399307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:48.401036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.405844 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "DELETE /v2.0/floatingips/46df7835-97cb-4947-b06a-d6e4e93d7574 HTTP/1.1" status: 204 len: 168 time: 1.5814295 Jan 24 09:28:48.548469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Checking segment: {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:28:48.548856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Network hostable DHCP agents. Network: 682b2073-2e2e-49d9-85c6-7af79585e52d, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:28:48.597023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc846b8-ff22-4a11-8ccb-0667602f5c34 req-37218ca1-5c81-4483-8772-6723cd02b72e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:48.598640 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-efc846b8-ff22-4a11-8ccb-0667602f5c34 req-37218ca1-5c81-4483-8772-6723cd02b72e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1548412 Jan 24 09:28:48.602173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Network 682b2073-2e2e-49d9-85c6-7af79585e52d is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:28:48.628790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 682b2073-2e2e-49d9-85c6-7af79585e52d) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:48.637513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e97dca-d976-4df3-864a-3cd9db6c5357 None None] Network 682b2073-2e2e-49d9-85c6-7af79585e52d requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:28:48.657039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:48.657687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.670436 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-efc846b8-ff22-4a11-8ccb-0667602f5c34 req-b76dde72-4097-4722-934b-45b232b37938 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0643041 Jan 24 09:28:48.685219 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c6f0c48b-7079-4931-acb0-1680a47f3e09 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9261980 Jan 24 09:28:48.688459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59238) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:48.694040 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:48.699979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:48.704224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Usage tracker for resource:router and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:48.707285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:48.713358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:48.724187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.725347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.746216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.812200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59242) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:48.818312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'security_group': {'name': 'tempest-securitygroup--1605029361', 'description': 'tempest-description--213366592'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:48.829136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:48.833654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:48.836866 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:48.845365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:48.855471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.882357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:48.886503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group_rule and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:48.889672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:48.894836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-682b2073-2e2e-49d9-85c6-7af79585e52d', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:28:48.895813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.895937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:48.972108 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:48.976134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.002633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a48f7e1d-40cb-4082-b407-6c5fbe20d3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:49.013480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.018286 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2049160 Jan 24 09:28:49.018929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59246) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:49.039223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'security_group_rule': {'security_group_id': '524d0781-51bf-4ec9-92d5-01b7bfc32458', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:49.053987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:49.060263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group_rule and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:49.063476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'SecurityGroup': ['ID=524d0781-51bf-4ec9-92d5-01b7bfc32458,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:49.066462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:49.069724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:49.073544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:49.074736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.090049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.163566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.166529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.168630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:49.185759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f64cb4-001a-4310-bd40-d0c3a54527ff,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:49.190005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:49.205303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.206640 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-82340d21-2780-4799-a246-fd98eb231d3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837718 Jan 24 09:28:49.209529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59250) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:49.216380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'security_group_rule': {'security_group_id': '524d0781-51bf-4ec9-92d5-01b7bfc32458', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:49.225269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Allocated IP 172.20.0.2 (682b2073-2e2e-49d9-85c6-7af79585e52d/57eadfd5-e474-4553-81de-4d6319cbc6b2/8fd00adf-85f6-43e6-b417-700a9bd56767) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:49.228429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:49.232882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:security_group_rule and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:49.237032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:49.245884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:49.269732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.348325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.351523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.353977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:49.373010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8687d1c-5dd0-47a3-829c-5b8d64034b44,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:49.377845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:49.393306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group_rule, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.397712 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2ac4712c-d6e7-4b69-989b-3fa15498250f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1840830 Jan 24 09:28:49.397970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59254) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:49.404304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:49.414724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:49.418993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Usage tracker for resource:floatingip and tenant:a17d458110c64cdaac95d5c6b8429d17 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:28:49.422703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:28:49.429002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:49.440418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.485450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.499903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Transition to ACTIVE for port object 8fd00adf-85f6-43e6-b417-700a9bd56767 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:49.517908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Transition to ACTIVE for port object 8fd00adf-85f6-43e6-b417-700a9bd56767 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:49.523025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.603789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.674930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:49.704661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.746692 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.768784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3429f7ae-798c-472a-8b80-9f1f0ab7b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.788314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Network 682b2073-2e2e-49d9-85c6-7af79585e52d is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:49.791967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:49.797095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:49.838544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Pushing event updated for resources: {'Port': ['ID=8fd00adf-85f6-43e6-b417-700a9bd56767,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:49.858231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:49.860074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Attempting to bind port 8fd00adf-85f6-43e6-b417-700a9bd56767 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:28:49.860765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Attempting to bind port 8fd00adf-85f6-43e6-b417-700a9bd56767 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:28:49.861301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Attempting to bind port 8fd00adf-85f6-43e6-b417-700a9bd56767 on network 682b2073-2e2e-49d9-85c6-7af79585e52d {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:28:49.867259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:28:49.867848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Checking segment: {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:28:49.868405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.868933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Bound using segment: {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:28:49.869591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Bound port: 8fd00adf-85f6-43e6-b417-700a9bd56767, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:28:49.870124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.968294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Allocated IP 172.27.2.241 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/ef4f74c7-2a27-4c0c-91a3-735fe22566c5) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:49.969862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] For port 8fd00adf-85f6-43e6-b417-700a9bd56767, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:28:49.973559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] For port 8fd00adf-85f6-43e6-b417-700a9bd56767, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8fd00adf-85f6-43e6-b417-700a9bd56767,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:28:49.977457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:49.995970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:50.136808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.137927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Pushing event updated for resources: {'Port': ['ID=8fd00adf-85f6-43e6-b417-700a9bd56767,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:50.143356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:50.172570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.184538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4575-e1d0-43ad-aafe-58275b7bd127 req-58f6d88d-96f8-4a44-8bcc-4a7b2ad3411e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:50.186224 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f00d4575-e1d0-43ad-aafe-58275b7bd127 req-58f6d88d-96f8-4a44-8bcc-4a7b2ad3411e tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 945 time: 0.2904093 Jan 24 09:28:50.188396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dc686339-4f14-4714-b841-22b3728c732f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:50.216560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef2cb-fbc7-460f-9906-b2121ed1dace req-9a9841ca-c9c3-4da3-a03b-755f32e8d776 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:50.224144 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2bdef2cb-fbc7-460f-9906-b2121ed1dace req-9a9841ca-c9c3-4da3-a03b-755f32e8d776 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.3347740 Jan 24 09:28:50.362742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Allocated IP 172.27.2.80 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:50.385456 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2bdef2cb-fbc7-460f-9906-b2121ed1dace req-de11617a-d69d-4d4f-9b7c-30a5d684fbc8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1602354 Jan 24 09:28:50.399073 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f00d4575-e1d0-43ad-aafe-58275b7bd127 req-c6c4a753-766a-49dc-972f-a32609addd85 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724222 Jan 24 09:28:50.576473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'Port': ['ID=ef4f74c7-2a27-4c0c-91a3-735fe22566c5,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:50.582363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:50.594543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.623662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.630529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:50.631691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:50.634020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:50.640041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-69b97899-e7eb-478c-a4b6-07f2ed32b828 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:50.718454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.774370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:50.778463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:50.779098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:50.832048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:50.833191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:50.838061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:50.937416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8fd00adf-85f6-43e6-b417-700a9bd56767 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:51.012971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 8fd00adf-85f6-43e6-b417-700a9bd56767 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:51.063994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.067498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.082474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2f100fd2-9e29-4511-8f7e-3608922dab78 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:51.219154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'Port': ['ID=ef4f74c7-2a27-4c0c-91a3-735fe22566c5,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:51.229071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:51.308826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.333645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.358006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.360403 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9612145 Jan 24 09:28:51.382243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.640028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d0c24-43f5-426b-9f24-aa0467d56c61 None None] Network 682b2073-2e2e-49d9-85c6-7af79585e52d requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:28:51.747216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Provisioning for port 8fd00adf-85f6-43e6-b417-700a9bd56767 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:51.762543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Provisioning complete for port 8fd00adf-85f6-43e6-b417-700a9bd56767 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:51.762963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:51.804454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8050d062-f17b-403e-8ac7-f39d8b8a65c0 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:51.945472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3ce72bc-af50-43f6-87a9-52506378e6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.013744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-522f832a-6bcb-484a-9a05-b6d62ccd7cd9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:52.015062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-522f832a-6bcb-484a-9a05-b6d62ccd7cd9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Synchronizing usage tracker for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:52.031909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-522f832a-6bcb-484a-9a05-b6d62ccd7cd9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Unset dirty status for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:52.033425 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-522f832a-6bcb-484a-9a05-b6d62ccd7cd9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 945 time: 0.1281257 Jan 24 09:28:52.043176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.085389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22f454-4dcb-4f45-920e-18e55532dabd req-b417cc6e-df09-4273-aa9f-dfc5026aaecd tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:52.086565 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7f22f454-4dcb-4f45-920e-18e55532dabd req-b417cc6e-df09-4273-aa9f-dfc5026aaecd tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.4624114 Jan 24 09:28:52.087715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.116763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd65cf-ab46-426f-88f0-9ff82408002e req-1903ab8e-84e5-43aa-86ca-34a3a57c5023 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:52.118431 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-23fd65cf-ab46-426f-88f0-9ff82408002e req-1903ab8e-84e5-43aa-86ca-34a3a57c5023 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=f75c38b5-c54e-40ce-a185-58fdaaa84fd4 HTTP/1.1" status: 200 len: 945 time: 0.4955623 Jan 24 09:28:52.119140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Deleting port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:28:52.119960 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.126486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:52.126910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.153381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] For port 8fd00adf-85f6-43e6-b417-700a9bd56767, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8fd00adf-85f6-43e6-b417-700a9bd56767,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:52.178192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.183117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:52.357983 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7f22f454-4dcb-4f45-920e-18e55532dabd req-17689801-891f-4316-a8a6-90d6cd4346b3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2371643 Jan 24 09:28:52.404260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] For port 8050d062-f17b-403e-8ac7-f39d8b8a65c0, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=8050d062-f17b-403e-8ac7-f39d8b8a65c0,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:52.404656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.440574 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-23fd65cf-ab46-426f-88f0-9ff82408002e req-3d67d0db-7e42-41b3-9d34-a42ae5c91a11 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433765 Jan 24 09:28:52.520899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Pushing event updated for resources: {'Port': ['ID=8fd00adf-85f6-43e6-b417-700a9bd56767,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:52.525543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:52.531938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Router 53a12578-0b0b-47b5-81b5-15c305fc87c7 is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:28:52.550294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Calling delete_port for 8050d062-f17b-403e-8ac7-f39d8b8a65c0 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:28:52.553423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-ee31ab92-3632-41bd-8da5-5d4d999ba585 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:52.665155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.714322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-ee31ab92-3632-41bd-8da5-5d4d999ba585 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:52.715619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.715797 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-ee31ab92-3632-41bd-8da5-5d4d999ba585 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1605029361&fields=id&tenant_id=a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 267 time: 0.2281659 Jan 24 09:28:52.733670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c965f6f7-b957-4be4-a49d-c655d8094eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:52.801664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event deleted for resources: {'Port': ['ID=8050d062-f17b-403e-8ac7-f39d8b8a65c0,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:52.805999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:52.812600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6d69c68b-cd71-47fb-bb9e-37ac8d83a4ce None None] Provisioning complete for port 8fd00adf-85f6-43e6-b417-700a9bd56767 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:52.813219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d69c68b-cd71-47fb-bb9e-37ac8d83a4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.902039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:28:52.948477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:52.949648 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-633e65bc-feb4-456b-889d-a400bff1fd23 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2599604 Jan 24 09:28:52.954071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59282) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:28:52.982924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8fd00adf-85f6-43e6-b417-700a9bd56767 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:53.006844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] No DVR routers for this DVR port 8050d062-f17b-403e-8ac7-f39d8b8a65c0 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:28:53.009366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:53.012841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'name': 'network-vif-deleted', 'tag': '8050d062-f17b-403e-8ac7-f39d8b8a65c0'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:53.014197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Sync routers for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:28:53.038978 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fdd0c8eb-a188-4976-afe4-cab22f9a4456 req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "DELETE /v2.0/ports/8050d062-f17b-403e-8ac7-f39d8b8a65c0 HTTP/1.1" status: 204 len: 173 time: 0.9980731 Jan 24 09:28:53.050820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:53.051775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:53.115277 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75c38b5-c54e-40ce-a185-58fdaaa84fd4', 'name': 'network-vif-deleted', 'tag': '8050d062-f17b-403e-8ac7-f39d8b8a65c0', 'status': 'completed', 'code': 200} Jan 24 09:28:53.198665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-e5041425-f852-43f7-b3d0-7c8e4d7fc900 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:53.200397 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-e5041425-f852-43f7-b3d0-7c8e4d7fc900 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 816 time: 0.4702196 Jan 24 09:28:53.229732 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-a2064116-eda8-4e42-b95d-8a94e290def4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/quotas/a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 375 time: 0.0144243 Jan 24 09:28:53.245437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-7daede3e-4fa4-45ae-8c0b-0a252d038071 None None] Provisioning complete for port 8fd00adf-85f6-43e6-b417-700a9bd56767 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:53.245972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7daede3e-4fa4-45ae-8c0b-0a252d038071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:53.347387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 8fd00adf-85f6-43e6-b417-700a9bd56767 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:53.347758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:53.395111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:53.505348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-eacf735d-2658-47de-b107-c9c60fe36359 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:53.590659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-eacf735d-2658-47de-b107-c9c60fe36359 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:53.591854 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-eacf735d-2658-47de-b107-c9c60fe36359 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3499365 Jan 24 09:28:53.720086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:53.877274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:51Z', 'revision_number': 3, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:53.885359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Checking router: 53a12578-0b0b-47b5-81b5-15c305fc87c7 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:28:53.885764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Updating router 53a12578-0b0b-47b5-81b5-15c305fc87c7 port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:28:53.895957 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532193-8ebe-436a-aee5-fad9f3552b75 req-66bbb88f-6dfe-44aa-ad19-4a43f6a4a144 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:53.897617 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-14532193-8ebe-436a-aee5-fad9f3552b75 req-66bbb88f-6dfe-44aa-ad19-4a43f6a4a144 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.3882959 Jan 24 09:28:53.916120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-93662d59-7252-43ef-bfc0-5fe51058a1e7 None None] Provisioning complete for port 8fd00adf-85f6-43e6-b417-700a9bd56767 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:53.916550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-93662d59-7252-43ef-bfc0-5fe51058a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:53.997410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.008374 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-14532193-8ebe-436a-aee5-fad9f3552b75 req-c54a8e13-003d-4914-89d4-1cf330c9f5ed tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1030378 Jan 24 09:28:54.049302 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-a6595a52-7f85-42c5-8efa-0b2f7a3327bb service neutron] 10.222.0.45 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814497 Jan 24 09:28:54.172210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8050d062-f17b-403e-8ac7-f39d8b8a65c0 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:28:54.227857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: 8050d062-f17b-403e-8ac7-f39d8b8a65c0 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:28:54.228260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 8050d062-f17b-403e-8ac7-f39d8b8a65c0 not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:28:54.276624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.310740 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-887289d1-3ebc-4765-80a8-b23dc899c635 service neutron] 10.222.0.45 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2533958 Jan 24 09:28:54.336909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.589199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.604055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Transition to ACTIVE for port object fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:54.610135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:54.627876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4fcc3399-1258-42ee-b259-cdd90f6e4eda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:54.784198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507c214-89ab-4f22-834d-14d693891b5a None None] Pushing event updated for resources: {'Port': ['ID=fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:54.818539 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9b9f37e-6987-4c2f-a7c5-6b7c46a8a91b req-f8fd41ff-44aa-4dc1-bfab-4cc51929c5f9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 210 time: 0.1095927 Jan 24 09:28:54.953858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2507c214-89ab-4f22-834d-14d693891b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:54.966710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb17f6-814c-4fa5-921b-8bd01a00130a req-44bafd95-83fa-48d0-bcac-60d8ce4bf9d2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:54.968909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8edb17f6-814c-4fa5-921b-8bd01a00130a req-44bafd95-83fa-48d0-bcac-60d8ce4bf9d2 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.2606478 Jan 24 09:28:55.016591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Attempting to bind port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:28:55.017020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Attempting to bind port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:28:55.017441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Attempting to bind port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:28:55.023283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:28:55.023746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:28:55.024206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.024651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:28:55.025174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Bound port: fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:28:55.025604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.079225 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8edb17f6-814c-4fa5-921b-8bd01a00130a req-4f54d6e3-b921-4d1d-989b-f51575a32f40 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685997 Jan 24 09:28:55.108084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] For port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:28:55.111608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] For port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:28:55.114797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.133829 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:55.154529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Allocated IP 172.20.0.1 (682b2073-2e2e-49d9-85c6-7af79585e52d/57eadfd5-e474-4553-81de-4d6319cbc6b2/748d67c6-b42a-4388-a881-fb4d8fbb4d33) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:55.296156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507c214-89ab-4f22-834d-14d693891b5a None None] Pushing event updated for resources: {'Port': ['ID=fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:55.301071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2507c214-89ab-4f22-834d-14d693891b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:55.344085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:55.344768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:55.416970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed3669-9d27-4a9c-900a-ba84e63a58a3 req-712cbf42-15a6-406f-9c3e-46988639f0c3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:55.418641 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-65ed3669-9d27-4a9c-900a-ba84e63a58a3 req-712cbf42-15a6-406f-9c3e-46988639f0c3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.2331672 Jan 24 09:28:55.423990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.461901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Transition to ACTIVE for port object 748d67c6-b42a-4388-a881-fb4d8fbb4d33 will not be triggered until provisioned by entity DHCP. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:55.489774 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-65ed3669-9d27-4a9c-900a-ba84e63a58a3 req-6236a676-ad13-4f56-bbdc-9e2a836d244b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0623796 Jan 24 09:28:55.513261 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.531693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:55.536486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:55.674855 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Pushing event updated for resources: {'Port': ['ID=748d67c6-b42a-4388-a881-fb4d8fbb4d33,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:55.693665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:55.743824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Network 682b2073-2e2e-49d9-85c6-7af79585e52d is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:55.745499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:55.760051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:55.857086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:55.907402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:51Z', 'revision_number': 3, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:55.913744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-652cbca9-1d4a-4a1b-9232-6588d6545a4d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:55.915423 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-652cbca9-1d4a-4a1b-9232-6588d6545a4d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 816 time: 0.2386560 Jan 24 09:28:55.921892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f8aee-44ff-4357-bc63-7639009eb8d4 None None] The sync data for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi is: [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:51Z', 'revision_number': 3, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:28:56.069728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-ecc0111e-0d1e-4670-80b1-531b0753f6fb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:56.080176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-857e4479-7c2c-4640-ac02-cd7841896580 None None] Provisioning for port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:56.084743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-ecc0111e-0d1e-4670-80b1-531b0753f6fb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:security_group {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:56.086399 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-ecc0111e-0d1e-4670-80b1-531b0753f6fb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 5704 time: 0.1132295 Jan 24 09:28:56.086904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-857e4479-7c2c-4640-ac02-cd7841896580 None None] Provisioning complete for port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:56.087439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-857e4479-7c2c-4640-ac02-cd7841896580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:56.122507 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f872017-ac7e-47e1-8e60-2717f2414b76 req-64e79fce-323d-43da-b239-11ccb5560825 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0602183 Jan 24 09:28:56.139854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'port': {'device_id': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'admin_state_up': True, 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'security_groups': ['524d0781-51bf-4ec9-92d5-01b7bfc32458']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:56.151742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-857e4479-7c2c-4640-ac02-cd7841896580 None None] Port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:28:56.225586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:56.365532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:28:56.410217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-b95d1fc9-2046-41f5-af69-6db6ce8833f1 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:56.411815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-b95d1fc9-2046-41f5-af69-6db6ce8833f1 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Synchronizing usage tracker for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:28:56.416126 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:28:56.433665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Made reservation on behalf of a17d458110c64cdaac95d5c6b8429d17 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:28:56.444070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:56.456221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-b95d1fc9-2046-41f5-af69-6db6ce8833f1 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Unset dirty status for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:28:56.458012 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-b95d1fc9-2046-41f5-af69-6db6ce8833f1 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.2184253 Jan 24 09:28:56.509992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e900b1-29a0-426d-a1cd-ff6d65c3a768 req-50723f84-4934-4921-890a-228556664f12 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:56.516380 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4e900b1-29a0-426d-a1cd-ff6d65c3a768 req-50723f84-4934-4921-890a-228556664f12 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 945 time: 0.2431161 Jan 24 09:28:56.597106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Deleting port c40fcfe6-f412-4151-a4c7-6433c076e89e {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:28:56.597496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:56.715510 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4e900b1-29a0-426d-a1cd-ff6d65c3a768 req-8271e1a7-4e01-42f2-917e-03e1a70aaa8d tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944244 Jan 24 09:28:56.801188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:56.831156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40028661-0874-445a-bb98-dd46ff6a2f35 req-e91effb5-9b29-49e8-8cca-b3dd9231e581 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:56.832993 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40028661-0874-445a-bb98-dd46ff6a2f35 req-e91effb5-9b29-49e8-8cca-b3dd9231e581 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1780374 Jan 24 09:28:56.834463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:56.893634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2160f00-5e00-48c7-8865-24714e5bda39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:56.942650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:57.028323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:57.029417 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40028661-0874-445a-bb98-dd46ff6a2f35 req-3c4e4f7e-405d-4c15-b698-40f112928c87 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1628637 Jan 24 09:28:57.030314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.036005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:57.036604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.047761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Pushing event updated for resources: {'Port': ['ID=748d67c6-b42a-4388-a881-fb4d8fbb4d33,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:57.068739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:57.137811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] For port c40fcfe6-f412-4151-a4c7-6433c076e89e, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=c40fcfe6-f412-4151-a4c7-6433c076e89e,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:57.138224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.157462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Allocated IP 172.20.0.3 (82046b66-f464-4f84-8991-e0013f251ca9/ea43bfbf-689b-4d38-a13f-7f1f74dff6d7/fcfc00f6-f325-4612-b8da-6c775cc58631) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:28:57.169542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.195071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:28:57.198418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Network 682b2073-2e2e-49d9-85c6-7af79585e52d is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:57.199650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:57.200412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.204006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-13875aa8-d9a4-4f2d-8f36-a4ed3989919b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:57.301833 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Calling delete_port for c40fcfe6-f412-4151-a4c7-6433c076e89e owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:28:57.336171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:57.343454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:57.487255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-eb337cf8-7d20-4978-a954-509f39927e69 None None] Provisioning complete for port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:57.487748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eb337cf8-7d20-4978-a954-509f39927e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.555396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-eb337cf8-7d20-4978-a954-509f39927e69 None None] Port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:28:57.597650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device c40fcfe6-f412-4151-a4c7-6433c076e89e no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:28:57.670365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5b2a1cc-eff4-46ed-aa6d-46dbe98817d9 req-93303fd7-f4b6-46da-b944-ee76b14014bc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 210 time: 0.3029320 Jan 24 09:28:57.728978 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Router 53a12578-0b0b-47b5-81b5-15c305fc87c7 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:28:57.745135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.888330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.914923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d89f4b40-60d2-40a8-a65a-f13b705de8c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:57.932076 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-84fd09a0-ef04-45b5-b188-47de8736c720 req-431d3a99-16c5-419a-9dcd-ad35eed4ca58 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=aa19966b-c7f0-4c00-9b0b-bb07a0c950b4 HTTP/1.1" status: 200 len: 210 time: 0.0709527 Jan 24 09:28:57.977155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:28:57.985629 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:57.992653 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] 10.222.0.45 "PUT /v2.0/routers/53a12578-0b0b-47b5-81b5-15c305fc87c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0326321 Jan 24 09:28:57.992836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event deleted for resources: {'Port': ['ID=c40fcfe6-f412-4151-a4c7-6433c076e89e,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:58.044880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:58.074573 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Transition to ACTIVE for port object fcfc00f6-f325-4612-b8da-6c775cc58631 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:58.167355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] No DVR routers for this DVR port c40fcfe6-f412-4151-a4c7-6433c076e89e on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:28:58.169753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.175172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'name': 'network-vif-deleted', 'tag': 'c40fcfe6-f412-4151-a4c7-6433c076e89e'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:58.184509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.207356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:58.261275 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa19966b-c7f0-4c00-9b0b-bb07a0c950b4', 'name': 'network-vif-deleted', 'tag': 'c40fcfe6-f412-4151-a4c7-6433c076e89e', 'status': 'completed', 'code': 200} Jan 24 09:28:58.282001 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-08ab45ee-0f3d-4ebb-8d6b-06dc9758d6cb req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "DELETE /v2.0/ports/c40fcfe6-f412-4151-a4c7-6433c076e89e HTTP/1.1" status: 204 len: 173 time: 1.8170893 Jan 24 09:28:58.311562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47257ef-53f9-469d-9201-52d63b110c87 req-b636012b-aa74-46ae-8379-bd92bffee130 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:58.313358 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d47257ef-53f9-469d-9201-52d63b110c87 req-b636012b-aa74-46ae-8379-bd92bffee130 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1471159 Jan 24 09:28:58.378133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event updated for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:58.378963 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d47257ef-53f9-469d-9201-52d63b110c87 req-f3296c82-f4a0-4572-8534-44d548cbc0ae tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0590069 Jan 24 09:28:58.382182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:58.430879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Network 82046b66-f464-4f84-8991-e0013f251ca9 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:28:58.432219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:28:58.434428 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:28:58.521663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:58.522426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.544886 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4137468 Jan 24 09:28:58.568567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Request body: {'port': {'device_id': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:58.685580 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-5207d5b1-cc22-4c39-b00e-1dbc6066d76d None None] Provisioning for port fcfc00f6-f325-4612-b8da-6c775cc58631 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:28:58.691754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-5207d5b1-cc22-4c39-b00e-1dbc6066d76d None None] Provisioning complete for port fcfc00f6-f325-4612-b8da-6c775cc58631 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:58.692171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5207d5b1-cc22-4c39-b00e-1dbc6066d76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.715999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:58.794994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5207d5b1-cc22-4c39-b00e-1dbc6066d76d None None] Port fcfc00f6-f325-4612-b8da-6c775cc58631 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:28:58.950162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:28:59.084869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265cc74-748e-45a3-9c5c-a979b05d3dfa req-0b8f6e0d-6267-4fa0-980f-d0109e3df62c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:59.093009 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2265cc74-748e-45a3-9c5c-a979b05d3dfa req-0b8f6e0d-6267-4fa0-980f-d0109e3df62c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 931 time: 0.1819339 Jan 24 09:28:59.111828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Sync routers for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:28:59.132719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:28:59.133627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:59.177836 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2265cc74-748e-45a3-9c5c-a979b05d3dfa req-70b3c3d6-9cf2-4405-9d98-6e99e202128d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787914 Jan 24 09:28:59.218469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:28:59.222253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.371699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfc00f6-f325-4612-b8da-6c775cc58631 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:28:59.380953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.394059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Transition to ACTIVE for port object fcfc00f6-f325-4612-b8da-6c775cc58631 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:28:59.407566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.491258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:28:59.583378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f7321dee-8d48-44f8-b594-ed11089a02b9 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:28:59.685079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:28:59.689018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:28:59.760484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3679679-df94-44dd-81ad-8ca2dc9c97b1 req-d95e54c0-5e67-4331-b8d1-014db9985fcd tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:28:59.762259 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3679679-df94-44dd-81ad-8ca2dc9c97b1 req-d95e54c0-5e67-4331-b8d1-014db9985fcd tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1656678 Jan 24 09:28:59.849841 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3679679-df94-44dd-81ad-8ca2dc9c97b1 req-55aa24a0-cf38-4b45-aab7-1cef837e1d58 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0730293 Jan 24 09:28:59.945370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Attempting to bind port fcfc00f6-f325-4612-b8da-6c775cc58631 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:28:59.945676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Attempting to bind port fcfc00f6-f325-4612-b8da-6c775cc58631 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:28:59.946049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Attempting to bind port fcfc00f6-f325-4612-b8da-6c775cc58631 on network 82046b66-f464-4f84-8991-e0013f251ca9 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:28:59.952333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:28:59.952684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Checking segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:28:59.953096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.953496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Bound using segment: {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:28:59.954114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Bound port: fcfc00f6-f325-4612-b8da-6c775cc58631, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1b02e3-e12e-462a-afa6-49f20f8c055a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:28:59.954489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:28:59.967180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 2, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:28:59.971674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Checking router: 53a12578-0b0b-47b5-81b5-15c305fc87c7 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:28:59.972309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Updating router 53a12578-0b0b-47b5-81b5-15c305fc87c7 port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:29:00.052534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.074054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:00.093718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:29:00.099337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fcfc00f6-f325-4612-b8da-6c775cc58631,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:29:00.103416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.119308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:00.173469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:00.173895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.360252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:00.365921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:00.431410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:00.432150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.433838 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] 10.222.0.48 "PUT /v2.0/ports/fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 200 len: 1157 time: 1.8705885 Jan 24 09:29:00.434654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:00.561160 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'status': 'completed', 'code': 200} Jan 24 09:29:00.628822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0dbbc-3601-4417-ab15-62cc9d086a22 req-4815ccd3-bf34-49fd-b2df-7798013356ad tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:00.630383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-e116c93b-ab4b-4f03-93ac-95e6ca08599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:00.632536 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-e116c93b-ab4b-4f03-93ac-95e6ca08599b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1160 time: 0.1315379 Jan 24 09:29:00.638872 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cfc0dbbc-3601-4417-ab15-62cc9d086a22 req-4815ccd3-bf34-49fd-b2df-7798013356ad tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.2098124 Jan 24 09:29:00.703413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.714371 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cfc0dbbc-3601-4417-ab15-62cc9d086a22 req-94b352d7-0798-4da2-9a4b-2272f04ff1f7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743344 Jan 24 09:29:00.716603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Transition to ACTIVE for port object 748d67c6-b42a-4388-a881-fb4d8fbb4d33 will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:29:00.720496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:00.735227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:00.798116 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-586dd25d-a788-4dee-adfa-3d1d8b4bc945 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 200 len: 217 time: 0.1530433 Jan 24 09:29:00.807826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Pushing event updated for resources: {'Port': ['ID=748d67c6-b42a-4388-a881-fb4d8fbb4d33,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:00.841282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.841976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.842532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.843601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.844113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.844640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.845153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.845909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.846462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.846827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.847187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.847544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.847975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.848333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.848690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.849045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.849396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.849752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.850105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.850560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.850987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.851343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.852015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.852412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:00.865696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:00.940869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-3cf92b0c-6c5a-4bc0-8c63-23aff38d1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:00.942531 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-3cf92b0c-6c5a-4bc0-8c63-23aff38d1a06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.1376712 Jan 24 09:29:01.142580 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-6740da5b-1d11-4bd8-8435-fdcccfc12a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:01.143969 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-6740da5b-1d11-4bd8-8435-fdcccfc12a53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1944828 Jan 24 09:29:01.260599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Attempting to bind port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:29:01.260768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Attempting to bind port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:29:01.261128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Attempting to bind port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 on network 682b2073-2e2e-49d9-85c6-7af79585e52d {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:29:01.268194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6d20e-3df2-4948-8837-d58e39a69c3f req-c269915d-51c3-4703-8148-2145ebfc1cdb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:01.270405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:29:01.270818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Checking segment: {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:29:01.271260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:01.275943 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eff6d20e-3df2-4948-8837-d58e39a69c3f req-c269915d-51c3-4703-8148-2145ebfc1cdb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1988089 Jan 24 09:29:01.276304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Bound using segment: {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:29:01.277053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Bound port: 748d67c6-b42a-4388-a881-fb4d8fbb4d33, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:29:01.277809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:01.366897 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-380bc42b-ed7b-4faa-b0fd-ffe38a1c33c6 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139456 Jan 24 09:29:01.424189 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eff6d20e-3df2-4948-8837-d58e39a69c3f req-4c5314e5-c19a-46b0-9fc4-8c20f554baa6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1466680 Jan 24 09:29:01.433395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] For port 748d67c6-b42a-4388-a881-fb4d8fbb4d33, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:29:01.438502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] For port 748d67c6-b42a-4388-a881-fb4d8fbb4d33, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=748d67c6-b42a-4388-a881-fb4d8fbb4d33,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:29:01.461132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:01.483769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d420a549-61ed-47e6-8b94-7b09bf7c4fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:01.489951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9971e3-8e83-44da-9f2b-d66daa7239ce req-b8d68425-ead9-449a-9289-4c3aa5b66b47 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:01.491680 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8b9971e3-8e83-44da-9f2b-d66daa7239ce req-b8d68425-ead9-449a-9289-4c3aa5b66b47 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.1833506 Jan 24 09:29:01.556440 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ed9a1c2-651d-4d00-b005-51e437bf78b8 req-6c410076-62db-4a5e-986b-d90838e20186 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1821382 Jan 24 09:29:01.575019 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8b9971e3-8e83-44da-9f2b-d66daa7239ce req-3a8fb755-c214-496c-a83e-55d83b9c0cbd tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707726 Jan 24 09:29:01.669762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Pushing event updated for resources: {'Port': ['ID=748d67c6-b42a-4388-a881-fb4d8fbb4d33,revision_number=4']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:01.676339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:01.737837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:01.738529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:01.933154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-ea89f549-e0e7-49b2-9430-551c5b788dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:01.935170 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-ea89f549-e0e7-49b2-9430-551c5b788dd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1160 time: 0.2626884 Jan 24 09:29:01.939741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-815884a4-ad63-4edd-a104-174222088333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:01.941254 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-815884a4-ad63-4edd-a104-174222088333 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.1845024 Jan 24 09:29:02.024699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:02.169115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12065e-1369-4153-958d-8b81282a25c9 req-1633e539-2fb3-413c-bac4-ea130eac63e7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:02.173026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b12065e-1369-4153-958d-8b81282a25c9 req-1633e539-2fb3-413c-bac4-ea130eac63e7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.2494621 Jan 24 09:29:02.254589 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3b12065e-1369-4153-958d-8b81282a25c9 req-ba2cf73f-7de6-4c49-b21c-bbdeeced19b7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724943 Jan 24 09:29:02.448912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:01Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:02.454054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d0700-a473-42ba-a57e-949650d42975 None None] The sync data for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi is: [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:01Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:29:02.588087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-3bd7dfdd-0d01-4fcb-99a3-8c1c1fa7e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:02.589860 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-3bd7dfdd-0d01-4fcb-99a3-8c1c1fa7e5a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.6358764 Jan 24 09:29:02.590917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-d10a9e12-d7bc-4097-925e-e54afad03f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:02.592570 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-d10a9e12-d7bc-4097-925e-e54afad03f0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.6404450 Jan 24 09:29:02.799553 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-67b97757-1b71-411c-9a74-02cd6d208bf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 200 len: 217 time: 0.1920607 Jan 24 09:29:02.928265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1571b7-8e26-49cd-a664-1292d14ec107 req-76c76331-a639-44df-8857-a772c89bb66a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:02.931624 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd1571b7-8e26-49cd-a664-1292d14ec107 req-76c76331-a639-44df-8857-a772c89bb66a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.2434182 Jan 24 09:29:03.011658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-14017ed2-7ee0-4d46-a60b-9812278cee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.012240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 748d67c6-b42a-4388-a881-fb4d8fbb4d33 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:03.013424 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-14017ed2-7ee0-4d46-a60b-9812278cee97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.2005689 Jan 24 09:29:03.015371 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-4442ea77-7615-45a4-9073-4e1d02d1a04f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 1000 time: 0.2962549 Jan 24 09:29:03.103908 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd1571b7-8e26-49cd-a664-1292d14ec107 req-de4dcf1f-1f5c-4b0e-9469-e88d5368531d tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1653039 Jan 24 09:29:03.178145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:29:03.183676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:03.184225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:03.189503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-36fadc43-1328-4fee-bb58-003a24a625d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.191268 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-36fadc43-1328-4fee-bb58-003a24a625d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.1641898 Jan 24 09:29:03.195841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb2a1f-584c-462d-a0f9-fc8907bdf6c9 req-d1709794-72b0-40a3-9055-8be2e2ad5c23 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.200057 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13cb2a1f-584c-462d-a0f9-fc8907bdf6c9 req-d1709794-72b0-40a3-9055-8be2e2ad5c23 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.3767674 Jan 24 09:29:03.233384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-63bc1590-8439-4d02-b841-e1845c96a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.235346 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-63bc1590-8439-4d02-b841-e1845c96a248 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2097321 Jan 24 09:29:03.288438 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-13cb2a1f-584c-462d-a0f9-fc8907bdf6c9 req-76028b0f-3521-4c1c-b6d1-219faca14538 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797162 Jan 24 09:29:03.377640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:03.414658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 748d67c6-b42a-4388-a881-fb4d8fbb4d33, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=748d67c6-b42a-4388-a881-fb4d8fbb4d33,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:03.424305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:03.426485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:03.527843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=748d67c6-b42a-4388-a881-fb4d8fbb4d33,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:03.532576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:03.638115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e73a87-dbb3-46eb-acff-ea8c71e6aeb6 req-34368927-4ed7-4d2a-9126-1b5c76adcb6f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.641473 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40e73a87-dbb3-46eb-acff-ea8c71e6aeb6 req-34368927-4ed7-4d2a-9126-1b5c76adcb6f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1506672 Jan 24 09:29:03.700664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-7f04bce2-953f-40bf-b3d3-5c26247190f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.706557 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-7f04bce2-953f-40bf-b3d3-5c26247190f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4488976 Jan 24 09:29:03.759702 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40e73a87-dbb3-46eb-acff-ea8c71e6aeb6 req-04ca52e1-4726-47fc-9a6b-d73b8c885f4c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088173 Jan 24 09:29:03.822642 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-d2f0c232-2a88-43f1-9447-b06fa5f745c3 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650265 Jan 24 09:29:03.850352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-024647ec-94fb-4e6d-99a8-355f91008220 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:03.851170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-024647ec-94fb-4e6d-99a8-355f91008220 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Synchronizing usage tracker for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:03.856163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:03.964861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:03.965462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:03.986447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-024647ec-94fb-4e6d-99a8-355f91008220 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Unset dirty status for tenant:5a46817728a34b3e9cf56ff3bd167924 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:03.987766 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-024647ec-94fb-4e6d-99a8-355f91008220 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 945 time: 0.7313993 Jan 24 09:29:04.180156 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-a26d8004-4c56-40cb-819c-8951c40404c9 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581935 Jan 24 09:29:04.194755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Deleting port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:04.195197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:04.197417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 7fb9b859-63ae-47fe-88be-4af5e9cbd363 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:04.258735 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-725a216e-6c5d-49f3-8260-06fead05a7f2 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4020796 Jan 24 09:29:04.371599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:04.425683 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 7fb9b859-63ae-47fe-88be-4af5e9cbd363, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=7fb9b859-63ae-47fe-88be-4af5e9cbd363,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:04.427205 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:04.443097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:04.445064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc40a622-75df-4067-a2e4-20d7cea64195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:04.465481 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4949d72-c6a2-409c-8af8-54e7fa59ae05 req-ec941286-0f34-41e4-9791-c14f89982079 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2092342 Jan 24 09:29:04.484825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9935f-99c5-4343-a851-f2c75e306c09 req-4f857463-68b6-4ea5-8936-7fe0860cdd89 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:04.494300 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ad9935f-99c5-4343-a851-f2c75e306c09 req-4f857463-68b6-4ea5-8936-7fe0860cdd89 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.2092950 Jan 24 09:29:04.565488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=7fb9b859-63ae-47fe-88be-4af5e9cbd363,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:04.566968 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1ad9935f-99c5-4343-a851-f2c75e306c09 req-e3d8be02-5b65-4882-95cf-8685152e0b24 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0716298 Jan 24 09:29:04.577162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:04.681993 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363', 'code': 200} Jan 24 09:29:04.732914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aa86d-4240-415c-b7e5-9e8a7a151410 req-22a983b5-f7b5-4cdb-a9e8-0d782bd7fb82 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:04.735257 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-621aa86d-4240-415c-b7e5-9e8a7a151410 req-22a983b5-f7b5-4cdb-a9e8-0d782bd7fb82 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 943 time: 0.1672103 Jan 24 09:29:04.738034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] For port 7fb9b859-63ae-47fe-88be-4af5e9cbd363, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=7fb9b859-63ae-47fe-88be-4af5e9cbd363,segment=NetworkSegment(332e54d4-6445-449e-8096-c7dcfff67258),segment_id=332e54d4-6445-449e-8096-c7dcfff67258)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:04.739093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:04.794419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-621aa86d-4240-415c-b7e5-9e8a7a151410 req-1cceca6a-5d57-44f4-b1fc-6013092f5557 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/security-groups?id=d84be242-16b8-4014-ac58-fc2db6f20434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511236 Jan 24 09:29:04.891916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Calling delete_port for 7fb9b859-63ae-47fe-88be-4af5e9cbd363 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:04.949566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 748d67c6-b42a-4388-a881-fb4d8fbb4d33 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:05.103228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b1b73-c818-4740-a0d8-181e419f62a0 req-a5ea512c-8135-405c-931f-a534ac64daa4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:05.104979 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4e2b1b73-c818-4740-a0d8-181e419f62a0 req-a5ea512c-8135-405c-931f-a534ac64daa4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1479890 Jan 24 09:29:05.107371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:05.107815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:05.132075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:05.172240 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4e2b1b73-c818-4740-a0d8-181e419f62a0 req-0c4b16aa-48d5-4686-97f7-d3b61bd398a3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600071 Jan 24 09:29:05.235731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:05.284543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Pushing event deleted for resources: {'Port': ['ID=7fb9b859-63ae-47fe-88be-4af5e9cbd363,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:05.288474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:05.383256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] No DVR routers for this DVR port 7fb9b859-63ae-47fe-88be-4af5e9cbd363 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:29:05.386006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:05.389098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'name': 'network-vif-deleted', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:05.408162 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8b0c2734-1b09-485c-a9ac-a41c4474b91e req-4a1c145b-dbe7-41c6-b3bf-552575136381 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.48 "DELETE /v2.0/ports/7fb9b859-63ae-47fe-88be-4af5e9cbd363 HTTP/1.1" status: 204 len: 173 time: 1.3604572 Jan 24 09:29:05.467083 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7777898c-d7d9-4267-a46c-9e1d5b87b729', 'name': 'network-vif-deleted', 'tag': '7fb9b859-63ae-47fe-88be-4af5e9cbd363', 'status': 'completed', 'code': 200} Jan 24 09:29:05.826914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbc65d-477a-4b4b-8020-1d7b0c086b11 req-ce9976fc-95b2-4e5f-a1ba-61545dd976c6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:05.832142 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0bbc65d-477a-4b4b-8020-1d7b0c086b11 req-ce9976fc-95b2-4e5f-a1ba-61545dd976c6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1268604 Jan 24 09:29:05.890115 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c0bbc65d-477a-4b4b-8020-1d7b0c086b11 req-c58d47ad-5251-4011-adba-7653d3f76de4 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0550528 Jan 24 09:29:06.056871 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d8eb2638-76d5-4c1f-91fb-1d72faef177d req-5aefdfd6-1b13-4d0f-ba0a-092af60bf612 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] 10.222.0.45 "GET /v2.0/ports?device_id=7777898c-d7d9-4267-a46c-9e1d5b87b729 HTTP/1.1" status: 200 len: 210 time: 0.0839021 Jan 24 09:29:06.465392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3403c4-b5e1-4eae-b97e-67da3b7ee304 req-12883d09-fe96-4f53-aa1d-64662607263a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:06.474221 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a3403c4-b5e1-4eae-b97e-67da3b7ee304 req-12883d09-fe96-4f53-aa1d-64662607263a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1377912 Jan 24 09:29:06.476928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:06.534241 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a3403c4-b5e1-4eae-b97e-67da3b7ee304 req-a1b70bbb-8fac-41fd-9056-21bc317ff030 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588431 Jan 24 09:29:06.564663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port fcfc00f6-f325-4612-b8da-6c775cc58631 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:29:06.570153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port fcfc00f6-f325-4612-b8da-6c775cc58631 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:06.570582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:06.900530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:06.938456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fcfc00f6-f325-4612-b8da-6c775cc58631,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:06.939650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:06.947021 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:06.949295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:07.040796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:07.044186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:07.082075 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'code': 200} Jan 24 09:29:07.191703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59420) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:07.237010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533390fe-2382-48c3-bd35-c195c215fc2f req-b3be4963-8b2a-44c2-894c-b88f361ff3cd tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:07.238727 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-533390fe-2382-48c3-bd35-c195c215fc2f req-b3be4963-8b2a-44c2-894c-b88f361ff3cd tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1168272 Jan 24 09:29:07.289686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Deleting subnet 02c7ba36-4fa5-4182-b343-8c1f4d10d529 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:29:07.293330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:07.308023 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-533390fe-2382-48c3-bd35-c195c215fc2f req-f0c2fc24-68e8-439e-a863-6232f131a982 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0628884 Jan 24 09:29:07.436828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:07.546255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:07.608717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accda0ee-8772-4059-a10f-97e48df1836c req-2231672a-0428-4f27-b803-a544dba6e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:07.610370 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-accda0ee-8772-4059-a10f-97e48df1836c req-2231672a-0428-4f27-b803-a544dba6e77d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1162 time: 0.2315781 Jan 24 09:29:07.741393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59438) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:07.778694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:07.779813 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-accda0ee-8772-4059-a10f-97e48df1836c req-c6b3ac18-4f64-4e36-be9b-dea1c999c9cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565170 Jan 24 09:29:07.866478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port fcfc00f6-f325-4612-b8da-6c775cc58631 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:07.867020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.094703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:08.116011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caee4ad-90a3-4719-bb67-4782af75fffc req-afbfec12-6327-4645-ae41-b785dbb26788 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:08.117734 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0caee4ad-90a3-4719-bb67-4782af75fffc req-afbfec12-6327-4645-ae41-b785dbb26788 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.3677387 Jan 24 09:29:08.149506 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-1afba8a2-400c-4377-bcc8-b7beda259bf2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4068837 Jan 24 09:29:08.188846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.196340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f917-7974-4dbc-8a16-6463e8c68335 req-e9e77c2a-8f9f-4d27-aaad-7bdd007f7a24 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:08.208220 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c94f917-7974-4dbc-8a16-6463e8c68335 req-e9e77c2a-8f9f-4d27-aaad-7bdd007f7a24 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.3433871 Jan 24 09:29:08.243188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:08.265074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.270776 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0caee4ad-90a3-4719-bb67-4782af75fffc req-bd560624-4c8b-44bc-af3c-eda3d00b6efb tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1437747 Jan 24 09:29:08.309077 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5c94f917-7974-4dbc-8a16-6463e8c68335 req-2a54c91f-b050-4ab9-8777-09a3fa637d29 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997126 Jan 24 09:29:08.342067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c7ba36-4fa5-4182-b343-8c1f4d10d529,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:08.355616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.356243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.356862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.357112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 597b6599-9ebf-4ce9-9065-840482a524b3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=597b6599-9ebf-4ce9-9065-840482a524b3,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:08.357697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.358861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.359549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.360166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.360613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.361004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.361600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.362197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.363019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.363318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2507c214-89ab-4f22-834d-14d693891b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:08.363868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.364811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.365318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.365823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.366348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.366851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.367347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.367870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.368367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.368861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.369413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.370148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.370371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:08.380711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:08.473902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=597b6599-9ebf-4ce9-9065-840482a524b3,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:08.477526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:08.495197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.502174 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c0ab6470-23c1-4ba5-a135-617b000873c9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/02c7ba36-4fa5-4182-b343-8c1f4d10d529 HTTP/1.1" status: 204 len: 168 time: 1.3093083 Jan 24 09:29:08.504921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59450) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:08.637251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.837461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:08.962359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddd1389-51cb-454b-bf60-ba22b3dad41a']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:08.976801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332e54d4-6445-449e-8096-c7dcfff67258') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:08.977200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332e54d4-6445-449e-8096-c7dcfff67258') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:08.990427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:09.012542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:09.015420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:29:09.084392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:09.181605 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3', 'code': 422} returned with failed status Jan 24 09:29:09.232624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Network bddd1389-51cb-454b-bf60-ba22b3dad41a has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:29:09.242755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:09.439225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Network bddd1389-51cb-454b-bf60-ba22b3dad41a has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:29:09.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:29:09.640073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:09.664215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:09.673278 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:09.702985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddd1389-51cb-454b-bf60-ba22b3dad41a,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:09.705958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:09.730593 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-70a77a07-01b2-446e-9442-14df23739875 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bddd1389-51cb-454b-bf60-ba22b3dad41a HTTP/1.1" status: 204 len: 168 time: 1.2238662 Jan 24 09:29:09.796530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42a5f4-f59c-4756-8aa4-66b6dd0f8731 req-bd2d2ee5-52fe-4632-a4ae-bc88f32a1e75 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:09.797364 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3c42a5f4-f59c-4756-8aa4-66b6dd0f8731 req-bd2d2ee5-52fe-4632-a4ae-bc88f32a1e75 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.2618730 Jan 24 09:29:09.826539 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dccaed-8c72-41c2-9157-302faeb896af req-a22e8e13-04ed-4f51-b512-bb7c79637e79 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:09.829559 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72dccaed-8c72-41c2-9157-302faeb896af req-a22e8e13-04ed-4f51-b512-bb7c79637e79 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.2953403 Jan 24 09:29:09.852477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:09.936797 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3c42a5f4-f59c-4756-8aa4-66b6dd0f8731 req-e6d7e086-598f-43ec-8b49-cc0d4f2e0019 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1058905 Jan 24 09:29:09.950448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59464) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:09.963978 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port fcfc00f6-f325-4612-b8da-6c775cc58631 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:09.964548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:10.005337 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-72dccaed-8c72-41c2-9157-302faeb896af req-088914fc-8e0a-4f54-8165-bc8438661f0a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542618 Jan 24 09:29:10.208511 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c3e923f9-0667-4b41-981c-4bec6499c58d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a46817728a34b3e9cf56ff3bd167924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559259 Jan 24 09:29:10.210815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59470) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:10.335003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17649-be5a-42fe-94b6-3992e03c1748 req-baab3e7e-0d02-4471-a8c1-ea7948a9b8cd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:10.336850 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-16d17649-be5a-42fe-94b6-3992e03c1748 req-baab3e7e-0d02-4471-a8c1-ea7948a9b8cd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1209197 Jan 24 09:29:10.348388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59474) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:10.360487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:10.362048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Request body: {'floatingip': {'port_id': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:10.409935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:10.443135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7608b-9615-4899-9940-89668856e338 req-54ceb088-b632-4137-8df0-b13f4e65a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:10.444860 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-54ceb088-b632-4137-8df0-b13f4e65a801 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a&tenant_id=c2cf0e1930e54690996154b31cdb6a06 HTTP/1.1" status: 200 len: 1160 time: 0.1830149 Jan 24 09:29:10.535888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:10.554527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:10.573150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:10.574385 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d84be242-16b8-4014-ac58-fc2db6f20434 HTTP/1.1" status: 204 len: 168 time: 0.3623881 Jan 24 09:29:10.577275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84be242-16b8-4014-ac58-fc2db6f20434,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:10.591231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:10.631758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7608b-9615-4899-9940-89668856e338 req-585d9a77-dd62-467d-ab12-6d336ce1bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:10.633947 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-585d9a77-dd62-467d-ab12-6d336ce1bb0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1160 time: 0.1466026 Jan 24 09:29:10.758105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:10.813703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7608b-9615-4899-9940-89668856e338 req-0b337cbb-f456-49e1-90f5-20014dbd5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:10.815727 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-0b337cbb-f456-49e1-90f5-20014dbd5f78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.1711178 Jan 24 09:29:10.955334 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-feb9dbe6-72d9-4727-8b22-4e1c8c70c082 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 998 time: 0.1322284 Jan 24 09:29:11.112432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7608b-9615-4899-9940-89668856e338 req-346a69f1-8001-4e11-9f5b-1ce98a7417bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:11.113996 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-346a69f1-8001-4e11-9f5b-1ce98a7417bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.1521499 Jan 24 09:29:11.240901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7608b-9615-4899-9940-89668856e338 req-ba4226fc-83a1-4605-a070-a0fed448699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:11.242547 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-ba4226fc-83a1-4605-a070-a0fed448699a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197352 Jan 24 09:29:11.484516 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-1a17fb6b-1b95-4166-b42b-222ad1d18723 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344306 Jan 24 09:29:11.561268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88820a-7552-49ce-8095-f2009a7154b3 req-e04b2754-c5e2-48d1-9cb1-143355e4f5bc tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:11.563102 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb88820a-7552-49ce-8095-f2009a7154b3 req-e04b2754-c5e2-48d1-9cb1-143355e4f5bc tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1981816 Jan 24 09:29:11.673069 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb88820a-7552-49ce-8095-f2009a7154b3 req-6377346b-33a6-47c1-9acd-516a81f45d82 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0879097 Jan 24 09:29:11.694671 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d7e7608b-9615-4899-9940-89668856e338 req-035df64a-16b8-45fa-b661-d6728f3dfc55 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2030587 Jan 24 09:29:11.800414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:11.809820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:11.997625 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Floating IP cd842edf-fb9e-4f67-95bf-231a9ac6ffe4 associated. External IP: 172.27.2.241, port: fcfc00f6-f325-4612-b8da-6c775cc58631. Jan 24 09:29:12.412617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Router d229c3b3-db50-442d-a1d1-21f42fe512fb has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:29:12.628448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:29:12.637295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:12.643349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] Sync routers for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:29:12.656194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:12.657562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:12.701220 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e25980ff-2796-4e4c-a806-27e1d1c07c50 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "PUT /v2.0/floatingips/cd842edf-fb9e-4f67-95bf-231a9ac6ffe4 HTTP/1.1" status: 200 len: 991 time: 2.3515565 Jan 24 09:29:12.701941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:12.888064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:12.975805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e32251-a2dd-4eee-959a-16c58b6636d0 req-10d23ca8-8974-4883-b5c0-67fcd9b9890f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:12.978083 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d8e32251-a2dd-4eee-959a-16c58b6636d0 req-10d23ca8-8974-4883-b5c0-67fcd9b9890f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1267562 Jan 24 09:29:13.059034 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d8e32251-a2dd-4eee-959a-16c58b6636d0 req-5dc67f1a-5a6c-4bfd-829b-498d19a34ebc tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0731404 Jan 24 09:29:13.211563 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'status': 'completed', 'code': 200} Jan 24 09:29:13.328865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'cd842edf-fb9e-4f67-95bf-231a9ac6ffe4', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'port_id': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'mac_address': 'fa:16:3e:50:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:29:11Z', 'revision_number': 1, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:13.335745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] Checking router: d229c3b3-db50-442d-a1d1-21f42fe512fb for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:29:13.346464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:13.347353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:28:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:13.356504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-371afc50-502a-451d-b3f1-f6c9cc393ca0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:13.357041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-f5760f10-a188-49e8-987b-3c085c2a90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:13.357304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-371afc50-502a-451d-b3f1-f6c9cc393ca0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:network {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:13.359456 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-f5760f10-a188-49e8-987b-3c085c2a90e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1162 time: 0.1121991 Jan 24 09:29:13.374239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-371afc50-502a-451d-b3f1-f6c9cc393ca0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:network {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:13.381537 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-371afc50-502a-451d-b3f1-f6c9cc393ca0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 815 time: 0.2128360 Jan 24 09:29:13.399954 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-a28f222d-0696-49ec-b9b8-11c889ed692c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/quotas/03809755bb3542459af721b4f7d27c0e HTTP/1.1" status: 200 len: 375 time: 0.0174029 Jan 24 09:29:13.496919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-9332629a-d9d7-4b2d-86b8-e373a2c90343 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:13.515624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-9332629a-d9d7-4b2d-86b8-e373a2c90343 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:13.523360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-73ee1853-7b36-4ee5-ab4c-c75f04b42b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:13.525051 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-73ee1853-7b36-4ee5-ab4c-c75f04b42b01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1587760 Jan 24 09:29:13.528554 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-9332629a-d9d7-4b2d-86b8-e373a2c90343 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272585 Jan 24 09:29:13.568495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:13.639885 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-7758cac5-a26e-4b45-a8f5-48774194b3cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 200 len: 999 time: 0.1076987 Jan 24 09:29:13.647783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:29:13.681297 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-bdc07d69-451b-4c43-80d7-0fa5a6e335fd service neutron] 10.222.0.45 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501765 Jan 24 09:29:13.723366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-38d81f0b-9b03-4346-bb2c-1baaa35587d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:13.725123 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-38d81f0b-9b03-4346-bb2c-1baaa35587d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0762458 Jan 24 09:29:13.828195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-63ccc4f9-73e1-4de0-8684-a401f6eec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:13.830377 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-63ccc4f9-73e1-4de0-8684-a401f6eec902 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991485 Jan 24 09:29:13.844613 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-6871025e-092f-499c-97dc-11a3dd64b48c service neutron] 10.222.0.45 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556747 Jan 24 09:29:14.023344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'cd842edf-fb9e-4f67-95bf-231a9ac6ffe4', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'port_id': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'mac_address': 'fa:16:3e:50:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:29:11Z', 'revision_number': 1, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:14.035464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9b661-ed1c-4f46-9f8c-b0aaa6ab4fae None None] The sync data for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi is: [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'cd842edf-fb9e-4f67-95bf-231a9ac6ffe4', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'port_id': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'mac_address': 'fa:16:3e:50:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:29:11Z', 'revision_number': 1, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:29:14.057975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59572) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:14.088405 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1e434155-bd5e-4ca3-a7b1-4424337d33a2 req-f94a772f-0325-438a-9696-cc20f3c5346d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 210 time: 0.0710518 Jan 24 09:29:14.235332 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-4a839a36-6f1e-4522-9c11-05f64a705774 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831521 Jan 24 09:29:14.306413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:14.393152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f949e28-597e-4d71-b74e-1fabc810bf45 req-aff14622-e1f8-4f90-9867-8aaeb497f7c4 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:14.400738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:14.402319 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f949e28-597e-4d71-b74e-1fabc810bf45 req-aff14622-e1f8-4f90-9867-8aaeb497f7c4 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1356413 Jan 24 09:29:14.410661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5af7c2abfe644baa95bc3bc1bf80accd is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:14.416266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:14.425607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd66e27-3d2b-43dd-93d1-6ce2d233d517 None None] New status for floating IP cd842edf-fb9e-4f67-95bf-231a9ac6ffe4: ACTIVE {{(pid=80080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:29:14.436393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:14.446611 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb4c9d35-ff68-4fc3-b8de-c449e2fc34c2 req-9335388d-2f54-41bb-82e8-16a8cb24de8c service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2009859 Jan 24 09:29:14.464251 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3f949e28-597e-4d71-b74e-1fabc810bf45 req-c7336398-5709-4b0a-a61b-a9e73eed0991 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0604966 Jan 24 09:29:14.553768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:14.556418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:14.565284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6cbae36a-4c25-4e13-a5a1-d3a6c3e61e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:14.610675 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5af7c2abfe644baa95bc3bc1bf80accd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446458 Jan 24 09:29:14.610675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39cc82a-e6fe-41fd-b4f0-8494f6378a05,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:14.613308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-87ac0e03-2b78-4973-bdd9-493cba3cf0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:14.614352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59586) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:14.704224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:14.736557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:14.787276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:14.793778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-274fad6e-f767-4fd1-a2c4-f60cc4655c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:14.807691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39cc82a-e6fe-41fd-b4f0-8494f6378a05,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:14.809777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:14.813615 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b39cc82a-e6fe-41fd-b4f0-8494f6378a05 HTTP/1.1" status: 204 len: 168 time: 0.1950965 Jan 24 09:29:14.813615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:15.155267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59598) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:15.174275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.191206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:15.195271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Usage tracker for resource:security_group_rule and tenant:a4787ced3e424f5b82d5ab0e76722143 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:15.198329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:15.205073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:15.286106 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2ae1576d-6b9d-4221-abb5-303dd0a6ab46 req-ecaeda09-d75f-4923-8954-8ff4d0560819 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 210 time: 0.0551386 Jan 24 09:29:15.355845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.359185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.368105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b7073c41-2d31-41ac-86b1-834e567019a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:15.414353 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4787ced3e424f5b82d5ab0e76722143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554936 Jan 24 09:29:15.414353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373ca143-768c-435f-863c-ed491e9ddebe,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:15.416493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59602) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:15.419110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:15.455360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-e48d3611-e750-4cbf-9a20-3d4997f805c6 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:15.457033 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-e48d3611-e750-4cbf-9a20-3d4997f805c6 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 815 time: 0.1916842 Jan 24 09:29:15.479989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.490785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'port': {'device_id': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'admin_state_up': True, 'tenant_id': '03809755bb3542459af721b4f7d27c0e'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:15.516037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.563352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.568680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f3b997f-75c0-4bb9-8753-8ef653b9d4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:15.584366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373ca143-768c-435f-863c-ed491e9ddebe,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:15.586887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:15.588527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.603089 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/373ca143-768c-435f-863c-ed491e9ddebe HTTP/1.1" status: 204 len: 168 time: 0.1785269 Jan 24 09:29:15.652244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:15.664744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:15.675679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Made reservation on behalf of 03809755bb3542459af721b4f7d27c0e for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:29:15.686224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:15.724332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a914c63-134c-45ae-96bb-e02f4cd97e5a req-bce278b1-5d7e-4ae0-9de8-9c3aba200b57 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:15.726317 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a914c63-134c-45ae-96bb-e02f4cd97e5a req-bce278b1-5d7e-4ae0-9de8-9c3aba200b57 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1219945 Jan 24 09:29:15.786183 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a914c63-134c-45ae-96bb-e02f4cd97e5a req-7c649e87-b4df-4ab6-aa81-3b814ae79e37 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0535321 Jan 24 09:29:16.053685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Allocated IP 172.20.0.4 (682b2073-2e2e-49d9-85c6-7af79585e52d/57eadfd5-e474-4553-81de-4d6319cbc6b2/bf5b9221-50b3-462b-863f-414b8317b531) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:29:16.454248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:16.482887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Transition to ACTIVE for port object bf5b9221-50b3-462b-863f-414b8317b531 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:29:16.509041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:16.747467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472c21-58cb-4166-ad82-5c3dfa26f8d9 req-549dba10-bcb0-4665-9c72-7c8564a4938a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:16.747916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:16.749931 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-25472c21-58cb-4166-ad82-5c3dfa26f8d9 req-549dba10-bcb0-4665-9c72-7c8564a4938a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1988337 Jan 24 09:29:16.837327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Network 682b2073-2e2e-49d9-85c6-7af79585e52d is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:29:16.846368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:29:16.849061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:29:16.988916 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:16.989667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:17.043880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'Port': ['ID=bf5b9221-50b3-462b-863f-414b8317b531,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:17.054368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:17.106915 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-8489cf41-c4df-457d-bf96-c84b203beb22 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6205056 Jan 24 09:29:17.185163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-25472c21-58cb-4166-ad82-5c3dfa26f8d9 req-99595192-2539-4f94-b49e-42bbd073dc03 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:17.217362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-25472c21-58cb-4166-ad82-5c3dfa26f8d9 req-99595192-2539-4f94-b49e-42bbd073dc03 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:17.226468 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-25472c21-58cb-4166-ad82-5c3dfa26f8d9 req-99595192-2539-4f94-b49e-42bbd073dc03 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682968 Jan 24 09:29:17.274480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-824e3f93-ffb4-4239-ae1f-9ebaff9cc3dd None None] Provisioning for port bf5b9221-50b3-462b-863f-414b8317b531 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:29:17.298462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-824e3f93-ffb4-4239-ae1f-9ebaff9cc3dd None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:17.299013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-824e3f93-ffb4-4239-ae1f-9ebaff9cc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:17.400211 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-824e3f93-ffb4-4239-ae1f-9ebaff9cc3dd None None] Port bf5b9221-50b3-462b-863f-414b8317b531 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:29:17.506502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745af7e-1e3b-402a-8912-6344d40cff5d req-f2b7e3dd-c1f4-41b2-9900-80a2cba6ed2c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:17.508226 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e745af7e-1e3b-402a-8912-6344d40cff5d req-f2b7e3dd-c1f4-41b2-9900-80a2cba6ed2c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1410363 Jan 24 09:29:17.572088 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e745af7e-1e3b-402a-8912-6344d40cff5d req-ed02aa76-4eb8-4bf9-b29f-f24d02824d2a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0513372 Jan 24 09:29:18.492682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16c35-33cf-4288-b66b-af2ff121d9c9 req-5d98d535-e1d3-448a-8345-7e4570ab6a5a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:18.494401 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-36e16c35-33cf-4288-b66b-af2ff121d9c9 req-5d98d535-e1d3-448a-8345-7e4570ab6a5a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1302595 Jan 24 09:29:18.550725 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-36e16c35-33cf-4288-b66b-af2ff121d9c9 req-7e76a712-65ab-4d00-b529-6ed5cc26ab3e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Jan 24 09:29:18.828004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133210-46f0-4e37-9f7c-0f7deef5a482 req-383ce2d6-a905-4aaf-b8f9-5eb894077146 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:18.831936 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-96133210-46f0-4e37-9f7c-0f7deef5a482 req-383ce2d6-a905-4aaf-b8f9-5eb894077146 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1200979 Jan 24 09:29:18.893680 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-96133210-46f0-4e37-9f7c-0f7deef5a482 req-83807e66-2b67-4034-9714-48194af0e681 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0569277 Jan 24 09:29:19.740840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-164ba428-2d6b-406d-b8e8-4762d3f6a46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:19.791327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c42a89-46ee-46c3-93b6-5c6f3484f069 req-17131e50-511b-47c6-b3cb-ec36761c8093 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:19.793066 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b0c42a89-46ee-46c3-93b6-5c6f3484f069 req-17131e50-511b-47c6-b3cb-ec36761c8093 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1101344 Jan 24 09:29:19.844750 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b0c42a89-46ee-46c3-93b6-5c6f3484f069 req-eba000a5-24ba-48b1-a000-dd65c024b94f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Jan 24 09:29:20.168042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff480c0f-0a91-490c-9dc4-537d3347b006 req-fad975c3-5a70-4e58-b87a-c069d70c2ae9 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:20.170276 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff480c0f-0a91-490c-9dc4-537d3347b006 req-fad975c3-5a70-4e58-b87a-c069d70c2ae9 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1181495 Jan 24 09:29:20.229190 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ff480c0f-0a91-490c-9dc4-537d3347b006 req-92fdb828-6dbf-4573-bac1-a4a7c7616a8e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0525255 Jan 24 09:29:20.690044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71c42b-1ecb-4727-929d-05e6cebca1c2 req-3fb08234-56d3-4942-bcdb-cdd141a5c024 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:20.691770 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd71c42b-1ecb-4727-929d-05e6cebca1c2 req-3fb08234-56d3-4942-bcdb-cdd141a5c024 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1198118 Jan 24 09:29:20.753644 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd71c42b-1ecb-4727-929d-05e6cebca1c2 req-fd4e22f2-ff79-4f61-baa5-6fa0cda28221 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549688 Jan 24 09:29:21.111026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aff6b-544c-40b5-820c-3d56476928f9 req-655fd288-b4e9-490e-befc-41e6a1240d03 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:21.118504 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d7aff6b-544c-40b5-820c-3d56476928f9 req-655fd288-b4e9-490e-befc-41e6a1240d03 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1213734 Jan 24 09:29:21.173608 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1d7aff6b-544c-40b5-820c-3d56476928f9 req-7a8b8453-b67b-4888-8699-649888110101 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541329 Jan 24 09:29:21.390319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:21.478851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aafe33-9bda-4edd-bba1-f8d3019e7fb9 req-cd40b0d1-2262-45e5-b5c9-769f6c18262b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:21.480678 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e7aafe33-9bda-4edd-bba1-f8d3019e7fb9 req-cd40b0d1-2262-45e5-b5c9-769f6c18262b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1185443 Jan 24 09:29:21.553118 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e7aafe33-9bda-4edd-bba1-f8d3019e7fb9 req-8b25137e-879d-4416-a676-058a271ed2ff tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0645115 Jan 24 09:29:21.825197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9af112f2-4ed5-433b-b7e2-88d1220f3f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:22.014327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee1b7d-b277-4c3b-8744-200d2db61eb1 req-49f7e039-299b-4012-87cf-b1987c8e9213 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:22.016009 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-07ee1b7d-b277-4c3b-8744-200d2db61eb1 req-49f7e039-299b-4012-87cf-b1987c8e9213 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1138804 Jan 24 09:29:22.077206 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-07ee1b7d-b277-4c3b-8744-200d2db61eb1 req-c9fd5331-5e05-46df-b5ad-115474622d14 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532813 Jan 24 09:29:22.436514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372c05-d8dc-4d5d-b07d-3c0344c4b97a req-e9a123ca-7538-4ba0-b6b6-bbda3eb9fc11 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:22.438128 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-55372c05-d8dc-4d5d-b07d-3c0344c4b97a req-e9a123ca-7538-4ba0-b6b6-bbda3eb9fc11 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1250527 Jan 24 09:29:22.490251 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-55372c05-d8dc-4d5d-b07d-3c0344c4b97a req-17e78771-f5cf-480c-adcb-99c997fee9cf tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Jan 24 09:29:22.670632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:22.819422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40182b9b-a39d-4fe7-a0a7-1a9852a3cae5 req-a8b86ca0-ba1f-4067-b086-ef644c208dca tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:22.821051 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40182b9b-a39d-4fe7-a0a7-1a9852a3cae5 req-a8b86ca0-ba1f-4067-b086-ef644c208dca tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1097796 Jan 24 09:29:22.875688 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40182b9b-a39d-4fe7-a0a7-1a9852a3cae5 req-d7b45a3e-df6f-4aa4-95c0-762bf5bcb1d0 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482097 Jan 24 09:29:23.335458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769df76-e5eb-40f2-9710-44c11c19d2f1 req-1c3528d8-ce00-4b55-ac31-37c4c3721ff6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:23.337926 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d769df76-e5eb-40f2-9710-44c11c19d2f1 req-1c3528d8-ce00-4b55-ac31-37c4c3721ff6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1130898 Jan 24 09:29:23.392996 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d769df76-e5eb-40f2-9710-44c11c19d2f1 req-75a98f94-6ad3-49e7-bd72-9b59ee9d6c05 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481782 Jan 24 09:29:23.645653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:23.774252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c32c-1f3d-456b-9f98-888134791421 req-b59a1d53-dff1-498e-8f4b-31d8e20da5c2 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:23.775954 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-de40c32c-1f3d-456b-9f98-888134791421 req-b59a1d53-dff1-498e-8f4b-31d8e20da5c2 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1117647 Jan 24 09:29:23.829722 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-de40c32c-1f3d-456b-9f98-888134791421 req-a8814c79-cb25-4971-9cf4-924835899a67 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462401 Jan 24 09:29:24.120491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990cbc-3bb6-4599-8b06-86ba4f19f959 req-73779cd5-1de8-42f5-8e33-0248301a9437 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:24.122147 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7f990cbc-3bb6-4599-8b06-86ba4f19f959 req-73779cd5-1de8-42f5-8e33-0248301a9437 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1087899 Jan 24 09:29:24.162485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:24.182459 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7f990cbc-3bb6-4599-8b06-86ba4f19f959 req-b3aeca1a-958d-458a-8eae-d4c6fc25f867 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0528283 Jan 24 09:29:24.785529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b199d9-0ce6-49e5-8679-ad3933bdf351 req-573e659f-1453-4c57-b186-07c6e9e1a6ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:24.787263 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6b199d9-0ce6-49e5-8679-ad3933bdf351 req-573e659f-1453-4c57-b186-07c6e9e1a6ec tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1101315 Jan 24 09:29:24.844191 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6b199d9-0ce6-49e5-8679-ad3933bdf351 req-61ccfe57-c4bd-4631-9d54-e7bd1fb1f258 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504141 Jan 24 09:29:25.088610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04ce8d-0495-4ba1-a2fb-62c1791e0099 req-5c3c058d-b890-4ce0-92d9-1098c3c18366 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:25.090338 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0b04ce8d-0495-4ba1-a2fb-62c1791e0099 req-5c3c058d-b890-4ce0-92d9-1098c3c18366 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1269038 Jan 24 09:29:25.145672 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0b04ce8d-0495-4ba1-a2fb-62c1791e0099 req-30f508f0-22c3-4651-b615-588e358842b2 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490313 Jan 24 09:29:25.451954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea195-fbc0-4ec3-89a4-401e5280a983 req-425428ec-1f77-4f80-9a5f-f2644c3a6939 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:25.453875 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-590ea195-fbc0-4ec3-89a4-401e5280a983 req-425428ec-1f77-4f80-9a5f-f2644c3a6939 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1134722 Jan 24 09:29:25.516191 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-590ea195-fbc0-4ec3-89a4-401e5280a983 req-5d68f6b7-1b88-4ab9-b030-fe12b929a507 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0550942 Jan 24 09:29:26.109197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc09956-7897-4ee0-b737-9da800583044 req-be2c3c98-880a-4d90-8b24-629192c407a1 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:26.110862 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1cc09956-7897-4ee0-b737-9da800583044 req-be2c3c98-880a-4d90-8b24-629192c407a1 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1142752 Jan 24 09:29:26.165727 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1cc09956-7897-4ee0-b737-9da800583044 req-a0b4b06c-5c2b-409a-916e-24fedcd04278 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485506 Jan 24 09:29:26.401411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e3932-b72f-4205-9e20-517d37aa1846 req-73cbab9a-7b54-40ff-be7d-a48c096a689e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:26.403396 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bb8e3932-b72f-4205-9e20-517d37aa1846 req-73cbab9a-7b54-40ff-be7d-a48c096a689e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1166282 Jan 24 09:29:26.457399 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bb8e3932-b72f-4205-9e20-517d37aa1846 req-89144271-c7cd-4940-8d36-752d7c882d78 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Jan 24 09:29:26.793353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89bfb8-5f45-4b6b-b846-73be68124a57 req-80ad8f7c-db5d-4583-82d3-3ccd0758cd89 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:26.795633 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ac89bfb8-5f45-4b6b-b846-73be68124a57 req-80ad8f7c-db5d-4583-82d3-3ccd0758cd89 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1204834 Jan 24 09:29:26.853373 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ac89bfb8-5f45-4b6b-b846-73be68124a57 req-83c81072-a0aa-4a46-97fd-efcd8870c629 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0509439 Jan 24 09:29:27.022426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59800) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:27.223726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:27.241652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:27.245971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Usage tracker for resource:security_group_rule and tenant:bec051219d79464b954663e79b11a421 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:27.249050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:27.254949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:27.360535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:27.364903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:27.380256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c1eb533d-0896-431d-9f8f-632f2b9a4f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:27.417992 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bec051219d79464b954663e79b11a421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941298 Jan 24 09:29:27.422362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59808) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:27.445450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe475dd-55cc-4ef5-a0f9-3e8d2fdb6092 req-49615c2c-3b17-49e3-88dc-b77120db4752 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:27.454642 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ffe475dd-55cc-4ef5-a0f9-3e8d2fdb6092 req-49615c2c-3b17-49e3-88dc-b77120db4752 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1391926 Jan 24 09:29:27.463026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6208accb-5ae0-403e-af57-6b0f6784daf1,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:27.487140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:27.519902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:27.525369 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ffe475dd-55cc-4ef5-a0f9-3e8d2fdb6092 req-385770f8-011d-41a1-8cf5-32ddaa8c8cfb tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697544 Jan 24 09:29:27.565676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:27.615555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:27.620968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-23a7a21c-a502-4b7c-b147-99644d520e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:27.641249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6208accb-5ae0-403e-af57-6b0f6784daf1,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:27.652906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:27.656066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:27.660852 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6208accb-5ae0-403e-af57-6b0f6784daf1 HTTP/1.1" status: 204 len: 168 time: 0.2374518 Jan 24 09:29:27.761474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b485669-bea3-498d-b5ab-80f323b318b5 req-4627a639-59c4-447b-aeb1-e675448f9d8a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:27.763805 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b485669-bea3-498d-b5ab-80f323b318b5 req-4627a639-59c4-447b-aeb1-e675448f9d8a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1135967 Jan 24 09:29:27.830071 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6b485669-bea3-498d-b5ab-80f323b318b5 req-50ceb2a7-d637-40f4-bbde-02db6c0ba840 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598462 Jan 24 09:29:28.068112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59822) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:28.093349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.109985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:28.114011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Usage tracker for resource:security_group_rule and tenant:228a8714782b47b4903695e4f3748731 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:28.116962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:28.123230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:28.123661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457eb96-4b49-4864-bbfd-e7447449f228 req-02424bc4-e47d-4e74-8918-61cb3cb51b6b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:28.125308 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8457eb96-4b49-4864-bbfd-e7447449f228 req-02424bc4-e47d-4e74-8918-61cb3cb51b6b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1176727 Jan 24 09:29:28.178077 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8457eb96-4b49-4864-bbfd-e7447449f228 req-1973b77a-1b2c-4355-b675-afaae09dd37c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462685 Jan 24 09:29:28.212689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.215684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.224850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-48af1628-37e7-4238-b097-70f14208e883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:28.268089 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=228a8714782b47b4903695e4f3748731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987896 Jan 24 09:29:28.269066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4a0734-4e3f-45ac-8c2a-0abf09d19bce,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:28.270989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 59826) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:28.272411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:28.332734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.364466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.408576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.413429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-91682ee8-f6e8-4edf-9272-a64e348e2780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:28.427415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4a0734-4e3f-45ac-8c2a-0abf09d19bce,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:28.430617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:28.431332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.432571 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d4a0734-4e3f-45ac-8c2a-0abf09d19bce HTTP/1.1" status: 204 len: 168 time: 0.1604648 Jan 24 09:29:28.762696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ca4e-87b5-432b-a9a5-23939c30fda5 req-2d76da89-b492-446d-9222-0a241a998c7f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:28.764389 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fca2ca4e-87b5-432b-a9a5-23939c30fda5 req-2d76da89-b492-446d-9222-0a241a998c7f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1065068 Jan 24 09:29:28.817096 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fca2ca4e-87b5-432b-a9a5-23939c30fda5 req-5f973dbe-6039-42a8-a2b9-c3ee752bbcbd tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464327 Jan 24 09:29:28.842963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59836) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:28.863045 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.878442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:28.882577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Usage tracker for resource:security_group_rule and tenant:43fb53e61e8946bf88d319da3de9ba8e is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:28.885575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:28.891949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:28.978162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.981245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:28.990691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-65d2ead5-15ca-4072-bc46-719a67057ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:29.037043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea757641-f7df-446d-bece-eb9e80c9d40c,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:29.041749 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43fb53e61e8946bf88d319da3de9ba8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976631 Jan 24 09:29:29.042753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:29.044610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59842) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:29.074885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baf8cb-1e4e-47d8-b6a5-e9752dc8a008 req-361e9862-c5d3-4bf9-a2f6-8ecc0c54070e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:29.077067 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-76baf8cb-1e4e-47d8-b6a5-e9752dc8a008 req-361e9862-c5d3-4bf9-a2f6-8ecc0c54070e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1173892 Jan 24 09:29:29.107677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-18498e26-ed76-4a91-ae60-8d33c2491cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:29.129338 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-76baf8cb-1e4e-47d8-b6a5-e9752dc8a008 req-7c252493-2ae2-41e5-876c-f9524aec43c9 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 Jan 24 09:29:29.134681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-18498e26-ed76-4a91-ae60-8d33c2491cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:29.182774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-18498e26-ed76-4a91-ae60-8d33c2491cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:29.187770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d8f491c4-0a2e-49c3-aebe-fa9fe2ff8eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:29.200269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18498e26-ed76-4a91-ae60-8d33c2491cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea757641-f7df-446d-bece-eb9e80c9d40c,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:29.205027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-18498e26-ed76-4a91-ae60-8d33c2491cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:29.210538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-18498e26-ed76-4a91-ae60-8d33c2491cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:29.214410 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-18498e26-ed76-4a91-ae60-8d33c2491cc7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea757641-f7df-446d-bece-eb9e80c9d40c HTTP/1.1" status: 204 len: 168 time: 0.1659000 Jan 24 09:29:29.635183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953051-9983-4611-8f3d-70f47b498b59 req-faffa739-8bca-48e6-8636-8df049f8c6c4 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:29.636964 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d953051-9983-4611-8f3d-70f47b498b59 req-faffa739-8bca-48e6-8636-8df049f8c6c4 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1104898 Jan 24 09:29:29.690073 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d953051-9983-4611-8f3d-70f47b498b59 req-281ea38e-021a-4123-b0ed-fd9ea5130c79 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458207 Jan 24 09:29:30.065014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e774b-e413-429d-9453-c08a20899af9 req-4fe29ea5-a65e-47da-9b10-79a5538600e9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:30.066686 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b40e774b-e413-429d-9453-c08a20899af9 req-4fe29ea5-a65e-47da-9b10-79a5538600e9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1179438 Jan 24 09:29:30.117959 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b40e774b-e413-429d-9453-c08a20899af9 req-e7476a11-507e-4f66-98e9-feeb9d95a0fb tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448563 Jan 24 09:29:30.368677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe042f-bb8d-4e6b-8dd7-d1ca4c639608 req-1cfa3db0-3b9d-4a1d-866b-33bd1986d45c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:30.370361 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5bbe042f-bb8d-4e6b-8dd7-d1ca4c639608 req-1cfa3db0-3b9d-4a1d-866b-33bd1986d45c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1131697 Jan 24 09:29:30.424605 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5bbe042f-bb8d-4e6b-8dd7-d1ca4c639608 req-75509ff3-2a78-46c1-b83f-add211b401b9 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Jan 24 09:29:30.832500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Request body: {'port': {'device_id': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:30.948796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d77f68-a42d-4f51-aafd-e26f39521cf4 req-c88bf19c-c02f-4336-a627-effd074be19c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:30.950816 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52d77f68-a42d-4f51-aafd-e26f39521cf4 req-c88bf19c-c02f-4336-a627-effd074be19c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1247416 Jan 24 09:29:30.962814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:31.009132 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-52d77f68-a42d-4f51-aafd-e26f39521cf4 req-70efcd64-13a1-4f7e-97b0-e001fc324e23 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0521104 Jan 24 09:29:31.371055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9ff9b-752a-46d7-ac75-f59c764de1ca req-6e7df8f8-b1c3-42ac-b244-bdc03795c97e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:31.372856 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62d9ff9b-752a-46d7-ac75-f59c764de1ca req-6e7df8f8-b1c3-42ac-b244-bdc03795c97e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1179416 Jan 24 09:29:31.435933 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62d9ff9b-752a-46d7-ac75-f59c764de1ca req-85646a9b-14b9-40cf-af86-e2db26c80afa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550241 Jan 24 09:29:31.671915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225a4b7-56a1-4984-88f7-59a2773ddc60 req-356aabc2-c85f-49f5-9373-081cbb5878ca tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:31.673607 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c225a4b7-56a1-4984-88f7-59a2773ddc60 req-356aabc2-c85f-49f5-9373-081cbb5878ca tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 931 time: 0.1128130 Jan 24 09:29:31.686131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5b9221-50b3-462b-863f-414b8317b531 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:29:31.693873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:31.706619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Transition to ACTIVE for port object bf5b9221-50b3-462b-863f-414b8317b531 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:29:31.709657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:31.726038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2906991-4b5e-4f67-927b-5a5fd57efb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:31.727717 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c225a4b7-56a1-4984-88f7-59a2773ddc60 req-584582ce-235a-4580-93c7-b8a6565c0c9f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478733 Jan 24 09:29:31.869028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Pushing event updated for resources: {'Port': ['ID=bf5b9221-50b3-462b-863f-414b8317b531,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:31.874300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:32.070997 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Attempting to bind port bf5b9221-50b3-462b-863f-414b8317b531 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:29:32.071651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Attempting to bind port bf5b9221-50b3-462b-863f-414b8317b531 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:29:32.072119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Attempting to bind port bf5b9221-50b3-462b-863f-414b8317b531 on network 682b2073-2e2e-49d9-85c6-7af79585e52d {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:29:32.079019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:29:32.079501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Checking segment: {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:29:32.080025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.080516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Bound using segment: {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:29:32.081215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Bound port: bf5b9221-50b3-462b-863f-414b8317b531, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5442cb2c-080a-43f1-946d-1656de9965fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:29:32.081836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.195068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] For port bf5b9221-50b3-462b-863f-414b8317b531, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:29:32.198145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] For port bf5b9221-50b3-462b-863f-414b8317b531, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bf5b9221-50b3-462b-863f-414b8317b531,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:29:32.201730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.217043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-67ac9e9c-7d20-450b-881c-8e2858942890 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:32.296554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c12be4-e549-41ff-8478-f75314d185c1 req-54c425b4-4817-4ab2-8a6a-f1c5bc2a3b03 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.298238 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-35c12be4-e549-41ff-8478-f75314d185c1 req-54c425b4-4817-4ab2-8a6a-f1c5bc2a3b03 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1109552 Jan 24 09:29:32.359285 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-35c12be4-e549-41ff-8478-f75314d185c1 req-d9825026-275a-4699-a224-56efc885df41 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0545530 Jan 24 09:29:32.373176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Pushing event updated for resources: {'Port': ['ID=bf5b9221-50b3-462b-863f-414b8317b531,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:32.378827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:32.411321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.412038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:32.413540 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] 10.222.0.48 "PUT /v2.0/ports/bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 1157 time: 1.5864637 Jan 24 09:29:32.414096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:32.480857 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531', 'status': 'completed', 'code': 200} Jan 24 09:29:32.609395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-39efe822-71a8-4482-a781-eec84f15cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.611014 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-39efe822-71a8-4482-a781-eec84f15cbfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1160 time: 0.0868318 Jan 24 09:29:32.687410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63166-8df1-4b78-8285-42d322880886 req-51331aa2-f6d6-4c7c-9f80-ca6c4c6bcf3b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.689101 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfe63166-8df1-4b78-8285-42d322880886 req-51331aa2-f6d6-4c7c-9f80-ca6c4c6bcf3b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1127651 Jan 24 09:29:32.695144 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-5a07df17-eec8-42e3-9e6b-089f8ac6a4f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 217 time: 0.0679548 Jan 24 09:29:32.742428 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfe63166-8df1-4b78-8285-42d322880886 req-736e81c4-21a4-4ca0-abc1-79a215bba505 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469196 Jan 24 09:29:32.836894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-2e71a8a8-157f-4ed6-a892-ba88b6333edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.838492 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-2e71a8a8-157f-4ed6-a892-ba88b6333edd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.1280992 Jan 24 09:29:32.935071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-d9dd698b-4eed-4257-b8c2-581aabeff82f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.935890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-d9dd698b-4eed-4257-b8c2-581aabeff82f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Synchronizing usage tracker for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:32.968644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-d9dd698b-4eed-4257-b8c2-581aabeff82f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Unset dirty status for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:32.970365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-d9dd698b-4eed-4257-b8c2-581aabeff82f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.2216206 Jan 24 09:29:32.971489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f783ef-21e4-4899-8af4-fe1f135c492e req-37a29a4b-c121-4dba-aa17-cff7e73395de tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:32.973439 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-15f783ef-21e4-4899-8af4-fe1f135c492e req-37a29a4b-c121-4dba-aa17-cff7e73395de tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 943 time: 0.1125302 Jan 24 09:29:33.029940 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-15f783ef-21e4-4899-8af4-fe1f135c492e req-5be4ecca-f40e-47c1-a0f1-390bd71e8139 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503075 Jan 24 09:29:33.032819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-476a21d9-9438-46a4-9bb5-67413bfcd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:33.034445 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-476a21d9-9438-46a4-9bb5-67413bfcd51b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1878841 Jan 24 09:29:33.104269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Deleting port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:33.104669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:33.310121 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-3e854740-6a37-4d00-bddd-e4a62e164ef8 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668345 Jan 24 09:29:33.589187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] For port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:33.589514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:33.596510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86915-677e-49ed-aa1d-23a25264e331 req-546b8399-41da-44c1-89c6-48acd10b626e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:33.598170 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b4a86915-677e-49ed-aa1d-23a25264e331 req-546b8399-41da-44c1-89c6-48acd10b626e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1088896 Jan 24 09:29:33.598973 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-af889fe6-0561-4ddb-bf29-786e6dbe3f4a req-cb14c8e7-cc32-4f00-9444-bcaf5fd0111c service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2835414 Jan 24 09:29:33.653304 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b4a86915-677e-49ed-aa1d-23a25264e331 req-f0538671-87cb-471e-9e13-27bdf92ec180 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484762 Jan 24 09:29:33.962664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-8d516c1c-dd73-44ce-a59a-d727d54aeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:33.964368 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-8d516c1c-dd73-44ce-a59a-d727d54aeb6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1160 time: 0.2697222 Jan 24 09:29:33.987498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c82d0-d859-42b8-b553-e9e157fbeff0 req-60097cb7-2793-4d0b-840f-b90716406949 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:33.989206 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7e4c82d0-d859-42b8-b553-e9e157fbeff0 req-60097cb7-2793-4d0b-840f-b90716406949 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 946 time: 0.1116941 Jan 24 09:29:34.028788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:34.029570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:34.029570 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Floating IP 46272e0b-627c-45a9-88f7-757a9838a8f2 disassociated. External IP: 172.27.2.119, port: 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f. Jan 24 09:29:34.029899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Calling delete_port for 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:34.043665 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7e4c82d0-d859-42b8-b553-e9e157fbeff0 req-a6f893dc-ee64-4472-97cd-996c35603ebf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=678234d2-68cf-4ee6-bd4c-0fbed17da0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476780 Jan 24 09:29:34.301397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdf09c-198b-4ebd-b431-43c1700272a1 req-25708ced-26a7-49d6-b0d7-bffa6b35c201 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:34.303504 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cdbdf09c-198b-4ebd-b431-43c1700272a1 req-25708ced-26a7-49d6-b0d7-bffa6b35c201 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 943 time: 0.1349537 Jan 24 09:29:34.373608 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cdbdf09c-198b-4ebd-b431-43c1700272a1 req-b4f83bd4-744c-4fbd-b85f-bed1507b0048 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627675 Jan 24 09:29:34.446240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-055f2b74-5565-416a-88ad-48871f5b6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:34.448110 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-055f2b74-5565-416a-88ad-48871f5b6e5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.4751632 Jan 24 09:29:34.564190 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-e4ee6f61-e9ab-47a8-a308-5a29ede4e86a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 217 time: 0.0791714 Jan 24 09:29:34.642708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:34.660603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd2d60dc-a3d1-4c98-b3ef-6e5a0169ddcf tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:34.725038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event deleted for resources: {'Port': ['ID=24b5ab0d-4850-4ee2-8a23-03c8ec146c3f,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:34.731127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-207804a4-ad78-4914-825b-73781f352ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:34.732736 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-207804a4-ad78-4914-825b-73781f352ce5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.1593032 Jan 24 09:29:34.733716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:34.924024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-60cd6cfa-2a26-43e1-83d6-7cb164039bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:34.925664 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-60cd6cfa-2a26-43e1-83d6-7cb164039bb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1334999 Jan 24 09:29:35.035306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ecaca-6794-45d7-ae8d-6b50cba43428 req-b2c0fa4a-6b31-43e1-9c4e-c5b538315e48 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:35.036990 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a02ecaca-6794-45d7-ae8d-6b50cba43428 req-b2c0fa4a-6b31-43e1-9c4e-c5b538315e48 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 943 time: 0.1149652 Jan 24 09:29:35.046411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:35.107720 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a02ecaca-6794-45d7-ae8d-6b50cba43428 req-3e1de36b-b439-4188-86b3-2bb7d4e2ed33 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0640206 Jan 24 09:29:35.132493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:35.133280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.250167 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-833e3b88-3dfa-433f-acf7-f1b3b08724f6 req-7d7d3155-018d-47f8-b1b7-83e4e01952e6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.0563729 Jan 24 09:29:35.252109 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-de57b9a5-2a05-4ae5-922b-f46339270abb service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625155 Jan 24 09:29:35.257273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Router beaccde7-1058-4dd3-b198-2fc329681bba has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:29:35.271762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.300735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:35.312677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 597b6599-9ebf-4ce9-9065-840482a524b3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=597b6599-9ebf-4ce9-9065-840482a524b3,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:35.322117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.323457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:35.394903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3', 'code': 200} Jan 24 09:29:35.395914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:35.480882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=597b6599-9ebf-4ce9-9065-840482a524b3,revision_number=6']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:35.492839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.493235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.493694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.494079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.494459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.494881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.495308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.495847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.496207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.496685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.497323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.501703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.502252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.502638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.503019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.503398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.503800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.504176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.504548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.504924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.505295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.505666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.506036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.506404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:35.514958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:35.520677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port fcfc00f6-f325-4612-b8da-6c775cc58631 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:35.521105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.632524 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e35e0c00-8310-4fb8-bd8e-334f71475172 req-28de3df7-fd1b-49c3-bccf-bbefee0f1c54 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3721197 Jan 24 09:29:35.690484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:29:35.702417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] Sync routers for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:29:35.702599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bcac1-7fe2-4073-a2b8-ce324516c276 req-7e6dc2df-0172-4437-8647-30616601ed81 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:35.704790 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-135bcac1-7fe2-4073-a2b8-ce324516c276 req-7e6dc2df-0172-4437-8647-30616601ed81 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 943 time: 0.1312165 Jan 24 09:29:35.708237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:29:35.761932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:29:35.762332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:29:35.767162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:35.767867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:35.772095 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-135bcac1-7fe2-4073-a2b8-ce324516c276 req-e6c2b963-d9bf-4314-9d96-b07542f68c95 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 Jan 24 09:29:35.776054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] No DVR routers for this DVR port 24b5ab0d-4850-4ee2-8a23-03c8ec146c3f on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:29:35.783683 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:35.786618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'name': 'network-vif-deleted', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:35.807503 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9714e113-c468-4eb7-ba1b-e1f1b47d065b req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "DELETE /v2.0/ports/24b5ab0d-4850-4ee2-8a23-03c8ec146c3f HTTP/1.1" status: 204 len: 173 time: 2.8246498 Jan 24 09:29:35.839636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd8e0-1c70-4984-92b9-8fd2df6e70f5 req-43aaf686-b68a-4e81-98f0-d00b5f2482a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:35.843362 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e1bd8e0-1c70-4984-92b9-8fd2df6e70f5 req-43aaf686-b68a-4e81-98f0-d00b5f2482a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.1102870 Jan 24 09:29:35.864791 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f79495-8804-4ab8-b585-88e4c6921e8d', 'name': 'network-vif-deleted', 'tag': '24b5ab0d-4850-4ee2-8a23-03c8ec146c3f', 'status': 'completed', 'code': 200} Jan 24 09:29:35.896099 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8e1bd8e0-1c70-4984-92b9-8fd2df6e70f5 req-f138e6d1-056b-4b97-abd1-79d0b02092c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0474164 Jan 24 09:29:36.130064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:36.261308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:36.360981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f9a29-4c34-4a20-8f0a-1958ab151a0e req-7e3e6f4a-3ef9-44f6-830f-a1b0cccb4f43 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:36.362891 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc6f9a29-4c34-4a20-8f0a-1958ab151a0e req-7e3e6f4a-3ef9-44f6-830f-a1b0cccb4f43 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1256363 Jan 24 09:29:36.434729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 597b6599-9ebf-4ce9-9065-840482a524b3 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:36.435147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:36.468182 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bc6f9a29-4c34-4a20-8f0a-1958ab151a0e req-faf07e57-870b-4d80-9585-64350d1c701b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0966237 Jan 24 09:29:36.483063 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d7094c4-f538-4a91-8288-9fe817d21002 req-28cc06f3-52b7-405e-9db0-e360c927f29b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=a7f79495-8804-4ab8-b585-88e4c6921e8d HTTP/1.1" status: 200 len: 210 time: 0.0675073 Jan 24 09:29:36.669204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:36.673403 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] Checking router: beaccde7-1058-4dd3-b198-2fc329681bba for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:29:36.682624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:29:36.683297 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:36.898072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:29:37.039286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3efa71-7c0e-479b-9468-b1d09cfa2cce req-07fa4e2b-7e3a-4179-bd6e-a3c1dc8673ea tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:37.041052 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4e3efa71-7c0e-479b-9468-b1d09cfa2cce req-07fa4e2b-7e3a-4179-bd6e-a3c1dc8673ea tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 943 time: 0.1153584 Jan 24 09:29:37.095066 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4e3efa71-7c0e-479b-9468-b1d09cfa2cce req-00a06f72-2a36-4536-97e5-a3dba41ba89f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Jan 24 09:29:37.256241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:29:37.261011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb7e52-5fe8-4837-a4c4-e4c659b99060 None None] The sync data for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi is: [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:29:37.664707 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59994) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:37.748690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fca6c6f-d444-40b4-a855-35ecd335874a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:37.749667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21fd19-df69-40fa-9aae-e5e250e75531 None None] New status for floating IP 46272e0b-627c-45a9-88f7-757a9838a8f2: DOWN {{(pid=80080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:29:37.765658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408feec-1104-41de-a479-d871c7daea75 req-70db0d35-1473-44f0-8494-13a39c0d614b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:37.767370 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8408feec-1104-41de-a479-d871c7daea75 req-70db0d35-1473-44f0-8494-13a39c0d614b tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1117144 Jan 24 09:29:37.780863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fca6c6f-d444-40b4-a855-35ecd335874a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:37.829483 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8408feec-1104-41de-a479-d871c7daea75 req-91e9bc74-5c84-4f78-bdaf-bc25ecad7d32 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0537980 Jan 24 09:29:37.829823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fca6c6f-d444-40b4-a855-35ecd335874a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:37.835451 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9afbe3f3-d732-4bda-a144-2812ed21b114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:37.852043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca6c6f-d444-40b4-a855-35ecd335874a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event deleted for resources: {'SecurityGroup': ['ID=678234d2-68cf-4ee6-bd4c-0fbed17da0d5,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:37.862001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5fca6c6f-d444-40b4-a855-35ecd335874a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:37.866168 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5fca6c6f-d444-40b4-a855-35ecd335874a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "DELETE /v2.0/security-groups/678234d2-68cf-4ee6-bd4c-0fbed17da0d5 HTTP/1.1" status: 204 len: 168 time: 0.1979768 Jan 24 09:29:37.866624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 59998) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:37.869745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5fca6c6f-d444-40b4-a855-35ecd335874a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:37.886215 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.v2.resource [None req-f21178ef-c496-4803-83d9-714df85fbf79 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] show failed (client error): The resource could not be found. Jan 24 09:29:37.890714 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f21178ef-c496-4803-83d9-714df85fbf79 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups/678234d2-68cf-4ee6-bd4c-0fbed17da0d5 HTTP/1.1" status: 404 len: 347 time: 0.0196302 Jan 24 09:29:37.891013 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 60004) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:38.082436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Deleting port 46d3bf85-31a8-4c25-b367-2402a4f5cad5 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:29:38.082747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:38.279830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:38.280431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:38.336235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1926c-336c-4f4e-8f9d-bab42e1e3f03 req-14347d5b-43dd-46bc-a251-3d47ef987072 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:38.338300 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-32c1926c-336c-4f4e-8f9d-bab42e1e3f03 req-14347d5b-43dd-46bc-a251-3d47ef987072 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 943 time: 0.1097412 Jan 24 09:29:38.349098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.objects.ports [None req-6c6de710-107e-402b-8b55-3c5ce09dc307 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80079) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 24 09:29:38.392256 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-32c1926c-336c-4f4e-8f9d-bab42e1e3f03 req-5a49af6e-ea14-483f-b2b9-fa0e6ece5100 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 Jan 24 09:29:38.422570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Calling delete_port for 46d3bf85-31a8-4c25-b367-2402a4f5cad5 owned by network:floatingip {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:29:38.570794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:38.587235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-31d46aa5-a478-41a3-8e09-9e868eba5108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:38.666958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event deleted for resources: {'Port': ['ID=46d3bf85-31a8-4c25-b367-2402a4f5cad5,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:38.670254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:39.051906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.066942 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.068236 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "DELETE /v2.0/floatingips/46272e0b-627c-45a9-88f7-757a9838a8f2 HTTP/1.1" status: 204 len: 168 time: 1.1763163 Jan 24 09:29:39.086996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:39.161488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port bf5b9221-50b3-462b-863f-414b8317b531 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:29:39.166915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:39.167345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.296701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.326701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:39.337825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port bf5b9221-50b3-462b-863f-414b8317b531, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bf5b9221-50b3-462b-863f-414b8317b531,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:39.339868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.342251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:39.416105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=bf5b9221-50b3-462b-863f-414b8317b531,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:39.420084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:39.451651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 60022) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:39.457702 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531', 'code': 200} Jan 24 09:29:39.458974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'security_group': {'name': 'tempest-securitygroup--1663008761', 'description': 'tempest-description--1004809496'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:39.471651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:39.476014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:39.479027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:39.484949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:39.495075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.517570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:39.521602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group_rule and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:39.524567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:39.531206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:39.608511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.611949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.617884 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5c6ceb74-6b7f-4503-8fe4-338ddc2da344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:39.663281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e266-03a3-48d6-8726-bedabe45d392 req-5839675e-6438-4eae-850a-8eafe1c0860d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:39.664923 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aad7e266-03a3-48d6-8726-bedabe45d392 req-5839675e-6438-4eae-850a-8eafe1c0860d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1131175 Jan 24 09:29:39.707753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3737b5-9e4d-4fc3-94e2-8deaa3357316,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:39.715657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.718787 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aad7e266-03a3-48d6-8726-bedabe45d392 req-03ffdde3-d9f1-4b4d-90c4-25deb6999d12 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Jan 24 09:29:39.719936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60026) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:39.720125 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2666690 Jan 24 09:29:39.721605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:39.725762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'security_group_rule': {'security_group_id': '0d3737b5-9e4d-4fc3-94e2-8deaa3357316', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:39.736864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:39.745457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group_rule and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:39.745457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:39.750447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:39.763257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d146f9e-36f6-4e9f-afb2-4d42eff9e1c2 req-57e8e0bf-20fe-4605-b836-0dc57179d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:39.765139 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d146f9e-36f6-4e9f-afb2-4d42eff9e1c2 req-57e8e0bf-20fe-4605-b836-0dc57179d8a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1162 time: 0.0997601 Jan 24 09:29:39.767043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.813032 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7d146f9e-36f6-4e9f-afb2-4d42eff9e1c2 req-c4de5b8a-1b18-4f26-8a56-e7087c2cabc2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Jan 24 09:29:39.835869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.838781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.841904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7b00fc20-a11c-4881-babb-eb9fd125b36a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:39.867341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023bcbfc-f7ee-4006-87a7-a018eef6d1fa,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:39.870073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:39.876965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:39.878436 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575243 Jan 24 09:29:39.881217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60032) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:39.888023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'security_group_rule': {'security_group_id': '0d3737b5-9e4d-4fc3-94e2-8deaa3357316', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:39.899040 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:39.903972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:security_group_rule and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:39.906997 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:39.912831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:39.929848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:40.209102 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:40.211710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:40.213850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-480cffae-1aa3-4427-8f98-75fcf58e2f80 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:40.239083 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55498b4e-ae34-44d8-8515-9abf498cbf7c,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:40.241739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:40.248719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:40.249998 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2d687da9-cd87-4107-8889-48f89c04b3b3 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677022 Jan 24 09:29:40.253228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60036) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:40.258753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:40.270432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:40.274731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:floatingip and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:40.278060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:40.283794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:40.293542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:40.348537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:40.426959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:40.427389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:40.442927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:40.722078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Allocated IP 172.27.2.222 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/b2e7386b-c675-4f5b-a1df-0b7cd65b1435) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:29:40.932953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.003174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb1b4a-54fc-4b49-8d1b-c8237ab86b47 req-22805d0f-d95d-403a-9a95-d00cc05c5abe tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:41.004944 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fdfb1b4a-54fc-4b49-8d1b-c8237ab86b47 req-22805d0f-d95d-403a-9a95-d00cc05c5abe tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1452796 Jan 24 09:29:41.027763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.044987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:41.206360 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fdfb1b4a-54fc-4b49-8d1b-c8237ab86b47 req-e2129d83-d344-4271-b6d3-a84081fcd98e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945908 Jan 24 09:29:41.218971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'Port': ['ID=b2e7386b-c675-4f5b-a1df-0b7cd65b1435,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:41.226944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:41.272156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:29:41.277070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:29:41.278036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:29:41.365119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.427157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.707332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.711890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.727295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:41.863135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'Port': ['ID=b2e7386b-c675-4f5b-a1df-0b7cd65b1435,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:41.874146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:41.970462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.994504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:41.997754 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7416019 Jan 24 09:29:42.251248 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-668f6e69-cb10-4232-8aee-0fe0632f39cd tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1663008761&fields=id&tenant_id=b9a7e9ac4fef44f6b60222949f824802 HTTP/1.1" status: 200 len: 267 time: 0.0480313 Jan 24 09:29:42.499711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-ce5967f5-fc9f-400e-9a71-ca0582728932 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:42.501410 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-ce5967f5-fc9f-400e-9a71-ca0582728932 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 809 time: 0.2429242 Jan 24 09:29:42.523176 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-4088cb6f-40a4-4a12-9963-50f4f15ec39b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/quotas/b9a7e9ac4fef44f6b60222949f824802 HTTP/1.1" status: 200 len: 375 time: 0.0136104 Jan 24 09:29:42.550152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e498322-e38d-4df1-adf2-732dcb85e196 req-6536eab6-129a-43bc-8b03-10f3dc00208c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:42.551772 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e498322-e38d-4df1-adf2-732dcb85e196 req-6536eab6-129a-43bc-8b03-10f3dc00208c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1903284 Jan 24 09:29:42.662354 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0e498322-e38d-4df1-adf2-732dcb85e196 req-a8e5167f-c427-488d-a623-5d682f1ad67f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659800 Jan 24 09:29:42.695676 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-c2693843-e4d4-4c35-932d-8b2489bd1ce0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428578 Jan 24 09:29:42.906688 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-041157c0-380c-480d-aab1-1c2092f54cc1 service neutron] 10.222.0.45 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977808 Jan 24 09:29:42.986149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06db8e-2774-402e-9972-7b354aba0a88 req-47b0d4b0-7385-447b-8f6e-d7632ce3f389 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:42.988270 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aa06db8e-2774-402e-9972-7b354aba0a88 req-47b0d4b0-7385-447b-8f6e-d7632ce3f389 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1874857 Jan 24 09:29:43.107827 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aa06db8e-2774-402e-9972-7b354aba0a88 req-11b66657-66c1-40ba-8541-138b61990028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701575 Jan 24 09:29:43.125494 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-7f9da656-83ca-44c2-88b8-f576d18f7340 service neutron] 10.222.0.45 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2113044 Jan 24 09:29:43.428063 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-076c0403-ab64-4c5b-937b-cde835753fad req-71dd6c51-c013-4d20-aa16-1cae026de67a tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 210 time: 0.0520577 Jan 24 09:29:43.707653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dba19-18de-4b8d-a24b-1a83a3617180 req-a8081bf7-6318-4865-8974-2e3ee1614e4c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:43.709310 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-434dba19-18de-4b8d-a24b-1a83a3617180 req-a8081bf7-6318-4865-8974-2e3ee1614e4c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1197352 Jan 24 09:29:43.761821 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-434dba19-18de-4b8d-a24b-1a83a3617180 req-0fe61211-b771-4d10-ad3e-ddb143464c02 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452359 Jan 24 09:29:44.593911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-76743d8e-b4af-4565-b731-8c27f75c521e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:44.595618 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-76743d8e-b4af-4565-b731-8c27f75c521e tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 809 time: 0.1825085 Jan 24 09:29:44.618502 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f41470b3-0f0d-4904-bc13-5155dc9d91df req-00325fd2-1f98-41f8-86e7-b663913ae313 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 210 time: 0.0528224 Jan 24 09:29:44.708337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-1033591e-46a6-4bf9-8679-e13e8d0d86cf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Synchronizing usage tracker for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:security_group {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:44.723328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-1033591e-46a6-4bf9-8679-e13e8d0d86cf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Unset dirty status for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:security_group {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:44.724704 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-1033591e-46a6-4bf9-8679-e13e8d0d86cf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9a7e9ac4fef44f6b60222949f824802 HTTP/1.1" status: 200 len: 5705 time: 0.0961277 Jan 24 09:29:44.734247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'port': {'device_id': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'admin_state_up': True, 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'security_groups': ['0d3737b5-9e4d-4fc3-94e2-8deaa3357316']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:44.876533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:44.880843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Usage tracker for resource:port and tenant:b9a7e9ac4fef44f6b60222949f824802 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:44.883825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Quota usage for port was recalculated. Used quota:3. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:44.890095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:44.898701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Made reservation on behalf of b9a7e9ac4fef44f6b60222949f824802 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:29:44.909086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.211306 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Allocated IP 172.20.0.14 (c11acb17-436c-4015-9902-2d3a1b47b8ed/156716e1-616b-42c2-aabf-bbd6a35c4ae0/0b57895f-e165-488d-a66d-047d04586a7c) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:29:45.423401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.441257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Transition to ACTIVE for port object 0b57895f-e165-488d-a66d-047d04586a7c will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:29:45.463898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.479817 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-156ecac4-15c4-4b74-8641-250e1eb71d50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:45.627903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event updated for resources: {'Port': ['ID=0b57895f-e165-488d-a66d-047d04586a7c,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:45.638352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:45.687665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Network c11acb17-436c-4015-9902-2d3a1b47b8ed is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:29:45.688789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:29:45.691043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:29:45.796248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:45.797110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.823448 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0c7c7485-7821-44f7-915d-3a34b5af35b2 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0931931 Jan 24 09:29:45.844213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Request body: {'port': {'device_id': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:45.864894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0c5eb-df7e-4108-aab8-2a98da140f6b req-c6c8a1ae-1b11-4999-afd9-31cb59a7b708 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:45.866638 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-26d0c5eb-df7e-4108-aab8-2a98da140f6b req-c6c8a1ae-1b11-4999-afd9-31cb59a7b708 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 932 time: 0.1111305 Jan 24 09:29:45.912466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-76a65fb9-7a24-44b5-877b-43f6a2d4de0a None None] Provisioning for port 0b57895f-e165-488d-a66d-047d04586a7c completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:29:45.918152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-76a65fb9-7a24-44b5-877b-43f6a2d4de0a None None] Provisioning complete for port 0b57895f-e165-488d-a66d-047d04586a7c triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:45.919199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-76a65fb9-7a24-44b5-877b-43f6a2d4de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:45.923899 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-26d0c5eb-df7e-4108-aab8-2a98da140f6b req-7262860d-8f16-4029-8dac-3b494869ee27 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494745 Jan 24 09:29:45.985489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-76a65fb9-7a24-44b5-877b-43f6a2d4de0a None None] Port 0b57895f-e165-488d-a66d-047d04586a7c cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:29:45.985883 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.415005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b57895f-e165-488d-a66d-047d04586a7c {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:29:46.422921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.435541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Transition to ACTIVE for port object 0b57895f-e165-488d-a66d-047d04586a7c will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:29:46.438711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.454967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:46.591339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b57895f-e165-488d-a66d-047d04586a7c,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:46.603168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:46.790482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Attempting to bind port 0b57895f-e165-488d-a66d-047d04586a7c on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:29:46.790880 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Attempting to bind port 0b57895f-e165-488d-a66d-047d04586a7c by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:29:46.791255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Attempting to bind port 0b57895f-e165-488d-a66d-047d04586a7c on network c11acb17-436c-4015-9902-2d3a1b47b8ed {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:29:46.797850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:29:46.798422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Checking segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:29:46.798785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.799191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Bound using segment: {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:29:46.799734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Bound port: 0b57895f-e165-488d-a66d-047d04586a7c, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd286f8-d7ab-4f9b-9039-8951ea87d963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:29:46.800119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.901669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] For port 0b57895f-e165-488d-a66d-047d04586a7c, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:29:46.905329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] For port 0b57895f-e165-488d-a66d-047d04586a7c, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=0b57895f-e165-488d-a66d-047d04586a7c,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:29:46.909056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:46.925154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c0c9f251-9cdc-4dae-9aa2-a68cfa2ac451 tempest-VolumesActionsTest-262744923 tempest-VolumesActionsTest-262744923] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:47.090183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b57895f-e165-488d-a66d-047d04586a7c,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:47.095548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:47.151027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:47.152276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:47.154570 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] 10.222.0.48 "PUT /v2.0/ports/0b57895f-e165-488d-a66d-047d04586a7c HTTP/1.1" status: 200 len: 1158 time: 1.3159292 Jan 24 09:29:47.155213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:47.178570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958973-e67d-472d-b62a-a8a5b06f9d94 req-09fe8b3d-0593-4a59-b4f7-0dbf9e7605c6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:47.180340 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-06958973-e67d-472d-b62a-a8a5b06f9d94 req-09fe8b3d-0593-4a59-b4f7-0dbf9e7605c6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 944 time: 0.1187718 Jan 24 09:29:47.239889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-06958973-e67d-472d-b62a-a8a5b06f9d94 req-ce26f68e-b945-47a1-993d-69215320218f tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508037 Jan 24 09:29:47.315694 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c', 'status': 'completed', 'code': 200} Jan 24 09:29:47.325264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-c989a0d3-675c-4eb7-8b5b-ade84f27017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:47.327114 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-c989a0d3-675c-4eb7-8b5b-ade84f27017c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 1161 time: 0.1180968 Jan 24 09:29:47.410412 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-8a2e132f-569f-466c-8f61-2ffcac4902d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b57895f-e165-488d-a66d-047d04586a7c HTTP/1.1" status: 200 len: 217 time: 0.0685620 Jan 24 09:29:47.487993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-d298f83a-8e05-4210-a25e-319a0c9c63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:47.489583 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-d298f83a-8e05-4210-a25e-319a0c9c63d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0685663 Jan 24 09:29:47.582716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-6f309215-3929-48dd-9048-8aceed7345ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:47.584406 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-6f309215-3929-48dd-9048-8aceed7345ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808566 Jan 24 09:29:47.727413 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-49cf864a-e5cf-41fc-aae9-d7d55d4982ce service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356585 Jan 24 09:29:47.869295 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eef5ee77-cd35-4405-ab11-0161ed2cf8d3 req-c50afc0c-3ad9-4dc7-acd7-7376ae297454 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350975 Jan 24 09:29:48.091947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-ce7ad562-e486-45cc-9d03-43163a8aa056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:48.093609 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-ce7ad562-e486-45cc-9d03-43163a8aa056 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 1161 time: 0.0817752 Jan 24 09:29:48.247544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-b950f7d7-efb6-4922-9863-778fea7e5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:48.249178 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-b950f7d7-efb6-4922-9863-778fea7e5eff service neutron] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 903 time: 0.1430221 Jan 24 09:29:48.321441 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-7bda8a89-4e6d-4a7d-a463-c088bef1652a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b57895f-e165-488d-a66d-047d04586a7c HTTP/1.1" status: 200 len: 217 time: 0.0644999 Jan 24 09:29:48.392405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-2eee794e-3341-4dea-b509-e580bce4d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:48.393983 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-2eee794e-3341-4dea-b509-e580bce4d4f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0666802 Jan 24 09:29:48.476760 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-218e6ee1-74e1-42e1-b679-aeb44d090f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:48.478399 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-218e6ee1-74e1-42e1-b679-aeb44d090f89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783598 Jan 24 09:29:48.494480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f199-dc98-4e39-ab84-d3241cb10873 req-70635128-c8eb-4f09-a561-0c61add5e3c7 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:48.496336 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-54a4f199-dc98-4e39-ab84-d3241cb10873 req-70635128-c8eb-4f09-a561-0c61add5e3c7 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 944 time: 0.1134112 Jan 24 09:29:48.550184 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-54a4f199-dc98-4e39-ab84-d3241cb10873 req-3a131334-fea2-4f14-a3f9-8877c7ff5e13 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470963 Jan 24 09:29:48.830768 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-b8c74d85-3264-4283-a550-7afd95b1fe91 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446558 Jan 24 09:29:48.971560 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f3297ba6-57a6-4802-aca9-bb23251bbe1f req-7b754558-c755-48a2-87df-245d1349861d service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338692 Jan 24 09:29:49.742890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-566d3bf7-48cf-47b5-a963-43c448eab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:49.787792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26faa15d-eace-4ddd-9974-8fa31f5deaa3 req-95d1649b-2b3a-444a-a225-9f71c25c9ddf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:49.789458 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-26faa15d-eace-4ddd-9974-8fa31f5deaa3 req-95d1649b-2b3a-444a-a225-9f71c25c9ddf tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 944 time: 0.1075621 Jan 24 09:29:49.841042 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-26faa15d-eace-4ddd-9974-8fa31f5deaa3 req-eebc3b30-349d-41f2-a377-21797c6f7d93 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Jan 24 09:29:50.647437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:29:51.292890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000d744-47af-4061-a1d6-022aa4ca47fe req-1c02318d-8261-416a-ad19-ef2b40e24412 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:51.294571 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a000d744-47af-4061-a1d6-022aa4ca47fe req-1c02318d-8261-416a-ad19-ef2b40e24412 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 944 time: 0.3250451 Jan 24 09:29:51.348349 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a000d744-47af-4061-a1d6-022aa4ca47fe req-7a84df98-9962-40f0-9d46-abe317adb464 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473351 Jan 24 09:29:51.379217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:51.821541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c0709781-2bd2-4c97-b493-b8afb08a7e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:52.582678 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48728439-9e18-4f1b-a72a-9b5ae8c8c159 req-799b69b9-649b-4f45-aa5c-68087cee4bfa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:52.584317 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-48728439-9e18-4f1b-a72a-9b5ae8c8c159 req-799b69b9-649b-4f45-aa5c-68087cee4bfa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 944 time: 0.1090121 Jan 24 09:29:52.634714 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-48728439-9e18-4f1b-a72a-9b5ae8c8c159 req-2428e3af-5020-4dc0-906f-1d6aea1e0865 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Jan 24 09:29:52.678369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:53.638292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:53.866272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceca9a8-01da-49d1-bb5a-1ca0e35b1e6d req-1d36c0c8-5f28-4e12-b8ef-06950a17d008 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:53.867897 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6ceca9a8-01da-49d1-bb5a-1ca0e35b1e6d req-1d36c0c8-5f28-4e12-b8ef-06950a17d008 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 944 time: 0.1049097 Jan 24 09:29:53.922836 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6ceca9a8-01da-49d1-bb5a-1ca0e35b1e6d req-49eafd28-1d7a-4b36-a5f9-e7d3c0fadd35 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486596 Jan 24 09:29:54.168920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:55.155030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc2800-2ae4-4852-b81d-efeefbe3f082 req-f0e56e47-08fe-46c9-be79-1dd6b78be252 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:55.156739 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0cfc2800-2ae4-4852-b81d-efeefbe3f082 req-f0e56e47-08fe-46c9-be79-1dd6b78be252 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 944 time: 0.1068757 Jan 24 09:29:55.210302 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0cfc2800-2ae4-4852-b81d-efeefbe3f082 req-25bd5716-ff31-46e0-b842-62933a617719 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471456 Jan 24 09:29:55.257579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0b57895f-e165-488d-a66d-047d04586a7c up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:55.336577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 0b57895f-e165-488d-a66d-047d04586a7c completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:29:55.342864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0b57895f-e165-488d-a66d-047d04586a7c triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:55.343372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:55.472784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:55.504829 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:55.515538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 0b57895f-e165-488d-a66d-047d04586a7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=0b57895f-e165-488d-a66d-047d04586a7c,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:29:55.519066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:55.521047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3be78234-7c8f-4eba-8a3f-cad84520783a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:55.552662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5cd3-fc11-436a-8f7b-1362a902721b req-588ea416-ad47-4792-bdb4-899fe3330c3c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:55.554362 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fdeb5cd3-fc11-436a-8f7b-1362a902721b req-588ea416-ad47-4792-bdb4-899fe3330c3c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1211340 Jan 24 09:29:55.577503 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c', 'code': 200} Jan 24 09:29:55.595224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=0b57895f-e165-488d-a66d-047d04586a7c,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:55.598754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:55.620216 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fdeb5cd3-fc11-436a-8f7b-1362a902721b req-bd306ac5-f3ba-4d02-bc72-b86c84cd4c43 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582664 Jan 24 09:29:55.847102 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-c3134403-0f80-4e70-a20d-b5de086bf36c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1714504 Jan 24 09:29:55.858501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:55.868368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:29:55.872443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Usage tracker for resource:floatingip and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:29:55.875265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348c5e7-9474-4bf5-922e-70767efcd1a4 req-bdbb10a5-37d7-4950-a6a1-b1ead2680dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:55.875397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:29:55.876950 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2348c5e7-9474-4bf5-922e-70767efcd1a4 req-bdbb10a5-37d7-4950-a6a1-b1ead2680dfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 1163 time: 0.0794451 Jan 24 09:29:55.881165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:29:55.891278 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for floatingip, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:55.920728 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2348c5e7-9474-4bf5-922e-70767efcd1a4 req-cba2d2a5-607c-461c-967d-ced2abd33f98 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370808 Jan 24 09:29:56.035457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.309100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Allocated IP 172.27.2.6 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/f5fa5d33-f25d-4f58-9401-2a9cb4eeeffd) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:29:56.513111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0b57895f-e165-488d-a66d-047d04586a7c up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:29:56.553188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5a2a7-5634-444d-8ce4-634f8ecd5e4d req-b59d4b59-3977-4e8a-9d80-e19764fd0d07 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:56.554839 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a2a5a2a7-5634-444d-8ce4-634f8ecd5e4d req-b59d4b59-3977-4e8a-9d80-e19764fd0d07 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 946 time: 0.2030165 Jan 24 09:29:56.560589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.586185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0b57895f-e165-488d-a66d-047d04586a7c triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:29:56.586604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.622938 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a2a5a2a7-5634-444d-8ce4-634f8ecd5e4d req-053805d0-b32f-4e02-819b-6563baff28fb tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589244 Jan 24 09:29:56.638031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:56.666184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:56.810923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'Port': ['ID=f5fa5d33-f25d-4f58-9401-2a9cb4eeeffd,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:56.829909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.830331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.830744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.831149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.831555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.831978 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.832375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.832773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.833168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.833561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.833955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.834347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.834776 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.835170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.835557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.835975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.836367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.836756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.837145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.837532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.837924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.838311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.838703 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.839090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:29:56.850595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:56.863886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:29:56.865299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:29:56.867754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:29:56.955228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for floatingip, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:57.018976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:57.295890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:57.301199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:57.317976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b80697dc-b713-47a1-aa2d-51efacb39793 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:29:57.465598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'Port': ['ID=f5fa5d33-f25d-4f58-9401-2a9cb4eeeffd,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:29:57.470017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:29:57.560486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:57.582680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:57.584034 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.7304361 Jan 24 09:29:57.675843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-8c4187e2-d285-45b1-a8b0-d781527568ee tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:floatingip {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:29:57.692556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-8c4187e2-d285-45b1-a8b0-d781527568ee tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:floatingip {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:29:57.693821 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-8c4187e2-d285-45b1-a8b0-d781527568ee tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200 len: 694 time: 0.1012888 Jan 24 09:29:57.942093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-0bb40500-e765-41e3-aae1-ea7ee1b74a52 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:57.943762 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2ac89a56-49ba-42ff-834b-615c1cd39b97 req-0bb40500-e765-41e3-aae1-ea7ee1b74a52 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.2438045 Jan 24 09:29:57.981311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd2306-dffb-467b-9581-e6d2a81986ba req-aaf86eea-2868-4a7c-afb8-e52ea829de30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:57.983099 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-becd2306-dffb-467b-9581-e6d2a81986ba req-aaf86eea-2868-4a7c-afb8-e52ea829de30 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 946 time: 0.1846724 Jan 24 09:29:58.037633 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-becd2306-dffb-467b-9581-e6d2a81986ba req-8eea7140-e6dc-430d-9adc-71b8fd21f9f5 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477073 Jan 24 09:29:58.565774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-2141a7b8-fa93-48bf-b594-2289c9d9fbee tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:58.567454 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-2141a7b8-fa93-48bf-b594-2289c9d9fbee tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4124146 Jan 24 09:29:58.684967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f6bba-5b95-4ad1-bfb4-8a3abe2340b7 req-7c9983d0-3466-44b9-b6c6-7497439947ab tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:29:58.686590 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d72f6bba-5b95-4ad1-bfb4-8a3abe2340b7 req-7c9983d0-3466-44b9-b6c6-7497439947ab tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 946 time: 0.4498653 Jan 24 09:29:58.693606 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-9b741246-b4e5-45e4-bfad-c9b886fc2194 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200 len: 694 time: 0.1198001 Jan 24 09:29:58.696450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60242) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:29:58.702764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Request body: {'floatingip': {'port_id': '0b57895f-e165-488d-a66d-047d04586a7c'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:58.768923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'floatingip': {'port_id': 'bf5b9221-50b3-462b-863f-414b8317b531', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:58.870094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:29:58.951651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.148705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:30:00.274386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.280263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.281196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.337892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:00.629540 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Floating IP d5a1bf5d-834a-4de4-aaed-bd02c63b51dc associated. External IP: 172.27.2.222, port: 0b57895f-e165-488d-a66d-047d04586a7c. Jan 24 09:30:00.689237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Floating IP e68635e7-a6ad-431f-bcfe-2a0bee380c31 associated. External IP: 172.27.2.6, port: bf5b9221-50b3-462b-863f-414b8317b531. Jan 24 09:30:01.335956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Router beaccde7-1058-4dd3-b198-2fc329681bba has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:30:01.338395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Router 53a12578-0b0b-47b5-81b5-15c305fc87c7 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:30:01.927449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:01.933234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.937877 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] Sync routers for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:01.947932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:01.948607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:01.975292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:01.981904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:01.985969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] Sync routers for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:01.998948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:02.000123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.049733 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-87692725-7919-4349-9148-e1ae39ca0a22 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "PUT /v2.0/floatingips/d5a1bf5d-834a-4de4-aaed-bd02c63b51dc HTTP/1.1" status: 200 len: 992 time: 3.3520472 Jan 24 09:30:02.052665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:02.062857 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e26eef91-1d6c-406a-a77e-886cf7a143fb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "PUT /v2.0/floatingips/e68635e7-a6ad-431f-bcfe-2a0bee380c31 HTTP/1.1" status: 200 len: 994 time: 3.3047340 Jan 24 09:30:02.212820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:02.311804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-50b281a2-4688-473a-a0f9-bd8aef05d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:02.313609 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-50b281a2-4688-473a-a0f9-bd8aef05d410 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1162 time: 0.2334919 Jan 24 09:30:02.325352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:02.472517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-0df62911-1db8-4283-a666-df38fcb6bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:02.474164 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-0df62911-1db8-4283-a666-df38fcb6bd70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1530187 Jan 24 09:30:02.591148 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-e1c704f5-fd6f-4896-82f5-6bb6c8f41e23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 997 time: 0.1077585 Jan 24 09:30:02.597167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'e68635e7-a6ad-431f-bcfe-2a0bee380c31', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'port_id': 'bf5b9221-50b3-462b-863f-414b8317b531', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'mac_address': 'fa:16:3e:17:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:29:56Z', 'updated_at': '2021-01-24T09:29:59Z', 'revision_number': 1, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:03Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.601288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] Checking router: 53a12578-0b0b-47b5-81b5-15c305fc87c7 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:02.611328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:02.612256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.665804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-0d0aca0b-7f4f-418d-b92d-9e61c218ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:02.667416 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-0d0aca0b-7f4f-418d-b92d-9e61c218ce08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.0695643 Jan 24 09:30:02.705919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'd5a1bf5d-834a-4de4-aaed-bd02c63b51dc', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'port_id': '0b57895f-e165-488d-a66d-047d04586a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'mac_address': 'fa:16:3e:ae:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:29:41Z', 'updated_at': '2021-01-24T09:29:59Z', 'revision_number': 1, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.710077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] Checking router: beaccde7-1058-4dd3-b198-2fc329681bba for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:02.720188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:02.720855 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:02.755729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-f81256cd-1a28-49b7-97eb-896234076b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:02.757302 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-f81256cd-1a28-49b7-97eb-896234076b47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784304 Jan 24 09:30:02.770721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-de75f113-f152-41fa-a88a-44300db00b7d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:30:02.771811 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-de75f113-f152-41fa-a88a-44300db00b7d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0055678 Jan 24 09:30:02.807923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:02.917273 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:02.921887 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-7a5e3df5-a53c-4cc9-9f0e-033eb219bf8a service neutron] 10.222.0.45 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419065 Jan 24 09:30:03.090249 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ff32040-6a3a-4307-9008-dd277c2ecb25 req-6be62903-5502-4e64-8081-d62e6a365a95 service neutron] 10.222.0.45 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1606452 Jan 24 09:30:03.172420 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c', 'status': 'completed', 'code': 200} Jan 24 09:30:03.198794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-169170913', 'description': 'tempest-TestMinimumBasicScenario-169170913 description'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:03.209804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:03.221551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:03.232143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.239616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'e68635e7-a6ad-431f-bcfe-2a0bee380c31', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'port_id': 'bf5b9221-50b3-462b-863f-414b8317b531', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'mac_address': 'fa:16:3e:17:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:29:56Z', 'updated_at': '2021-01-24T09:29:59Z', 'revision_number': 1, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:03Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:03.248443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca28ff-8adb-4228-ae82-f37e0060453c None None] The sync data for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi is: [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'e68635e7-a6ad-431f-bcfe-2a0bee380c31', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'port_id': 'bf5b9221-50b3-462b-863f-414b8317b531', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'mac_address': 'fa:16:3e:17:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:29:56Z', 'updated_at': '2021-01-24T09:29:59Z', 'revision_number': 1, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:03Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:03.257312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:03.261622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Usage tracker for resource:security_group_rule and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:03.264940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:03.270953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:03.322312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'd5a1bf5d-834a-4de4-aaed-bd02c63b51dc', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'port_id': '0b57895f-e165-488d-a66d-047d04586a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'mac_address': 'fa:16:3e:ae:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:29:41Z', 'updated_at': '2021-01-24T09:29:59Z', 'revision_number': 1, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:03.327522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3757037-f6db-43e4-aa29-763d8d6a7d46 None None] The sync data for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi is: [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': 'd5a1bf5d-834a-4de4-aaed-bd02c63b51dc', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'port_id': '0b57895f-e165-488d-a66d-047d04586a7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'mac_address': 'fa:16:3e:ae:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:29:41Z', 'updated_at': '2021-01-24T09:29:59Z', 'revision_number': 1, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:03.336158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b5b7d-f507-468b-955c-1055cf43c181 req-4524a450-d480-4eab-8b7b-ed05710343b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:03.338511 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259b5b7d-f507-468b-955c-1055cf43c181 req-4524a450-d480-4eab-8b7b-ed05710343b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9a7e9ac4fef44f6b60222949f824802&device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 1163 time: 0.0944624 Jan 24 09:30:03.353684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.357106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.362775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab820e74-fbfa-4c80-8bbb-53c9da22c067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:03.414195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'SecurityGroup': ['ID=64dc9e02-6ada-4462-8b95-982fcc029268,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:03.417475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:03.418427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.423675 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b9d31192-381f-400f-9f3f-a6eebde7bf2d req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2295332 Jan 24 09:30:03.496196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b5b7d-f507-468b-955c-1055cf43c181 req-0c0fc830-952c-4e0e-97f7-df2adf7babe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:03.498051 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259b5b7d-f507-468b-955c-1055cf43c181 req-0c0fc830-952c-4e0e-97f7-df2adf7babe7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 200 len: 903 time: 0.1511202 Jan 24 09:30:03.509392 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-1b0b9e7e-6bce-40cd-a8ed-5f05deb9a2ea tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups/64dc9e02-6ada-4462-8b95-982fcc029268 HTTP/1.1" status: 200 len: 1812 time: 0.0526066 Jan 24 09:30:03.520714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64dc9e02-6ada-4462-8b95-982fcc029268', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:03.521081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64dc9e02-6ada-4462-8b95-982fcc029268', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:03.532475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:03.536617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Usage tracker for resource:security_group_rule and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:03.539716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:03.547260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:03.604998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.613908 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259b5b7d-f507-468b-955c-1055cf43c181 req-23bc1c9f-49a7-4f2e-a0a5-2c3a292ae0db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b57895f-e165-488d-a66d-047d04586a7c HTTP/1.1" status: 200 len: 1000 time: 0.1066430 Jan 24 09:30:03.629673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.632472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.634607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-59a447d9-c8ac-42e1-a8eb-b247e29f48f6 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:03.660585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9234a996-900f-4039-8d41-b7b770f6eade,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:03.663459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:03.671057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.674349 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0d05c9e0-a487-4f4c-bc1f-1b4fc1ea49df req-4c3ca2e2-84b9-4ded-aa34-458d1d627028 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1578753 Jan 24 09:30:03.687180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b5b7d-f507-468b-955c-1055cf43c181 req-58319571-f51c-4ac8-af25-f7d7075a11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:03.688883 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259b5b7d-f507-468b-955c-1055cf43c181 req-58319571-f51c-4ac8-af25-f7d7075a11a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 200 len: 848 time: 0.0679653 Jan 24 09:30:03.740311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac947a-8b24-47e9-9130-beae0afe2c8a None None] New status for floating IP e68635e7-a6ad-431f-bcfe-2a0bee380c31: ACTIVE {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:30:03.772942 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-7722344c-6ab0-4a94-a43f-b4cfb212c53f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups/64dc9e02-6ada-4462-8b95-982fcc029268 HTTP/1.1" status: 200 len: 2405 time: 0.0664358 Jan 24 09:30:03.784982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64dc9e02-6ada-4462-8b95-982fcc029268', 'remote_group_id': None}]} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:03.785292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64dc9e02-6ada-4462-8b95-982fcc029268', 'remote_group_id': None}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:03.793997 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b4b7c-8d57-4855-befe-f4d1ace7406a None None] New status for floating IP d5a1bf5d-834a-4de4-aaed-bd02c63b51dc: ACTIVE {{(pid=80080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:30:03.796656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:03.799420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b5b7d-f507-468b-955c-1055cf43c181 req-f8452d90-dd58-4a84-b3de-88d3e43bbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:03.801130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Usage tracker for resource:security_group_rule and tenant:03809755bb3542459af721b4f7d27c0e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:03.801280 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259b5b7d-f507-468b-955c-1055cf43c181 req-f8452d90-dd58-4a84-b3de-88d3e43bbd59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c11acb17-436c-4015-9902-2d3a1b47b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1043198 Jan 24 09:30:03.804421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:03.811156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:03.882601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.912891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.917421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:03.921333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6309e0bb-7d4a-4671-8462-63c4aad7bd60 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:03.984297 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ba90dd-92e4-49dd-b1ad-9ca22ee61335,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:04.003137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:04.019382 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259b5b7d-f507-468b-955c-1055cf43c181 req-560b5ace-221c-4788-9fb5-4334c5adae01 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094457 Jan 24 09:30:04.045391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:04.053431 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dfc2a2cd-dffb-4676-99ac-f0268a4bdebd req-e2032b5a-0dbc-4a6b-a18b-81dadf59b83e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2733483 Jan 24 09:30:04.277526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-606828a5-5d87-4ef6-b796-421f4a278ffc tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:04.279657 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-259b5b7d-f507-468b-955c-1055cf43c181 req-e2999e38-4d06-4fff-8a10-45cee58aded7 service neutron] 10.222.0.48 "GET /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2536182 Jan 24 09:30:04.332746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-606828a5-5d87-4ef6-b796-421f4a278ffc tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:04.334207 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-606828a5-5d87-4ef6-b796-421f4a278ffc tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-169170913&fields=id&tenant_id=03809755bb3542459af721b4f7d27c0e HTTP/1.1" status: 200 len: 267 time: 0.1576672 Jan 24 09:30:04.458822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-fda2afbc-3290-406f-a599-df65f800a7c1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:04.460478 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-fda2afbc-3290-406f-a599-df65f800a7c1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1118383 Jan 24 09:30:04.473568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'port': {'security_groups': ['b2cd5f86-f02e-4eeb-9a14-73076780175c', '64dc9e02-6ada-4462-8b95-982fcc029268']}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:04.608167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:04.937561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] For port bf5b9221-50b3-462b-863f-414b8317b531, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bf5b9221-50b3-462b-863f-414b8317b531,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:04.963428 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:04.967907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:04.982649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:05.141410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'Port': ['ID=bf5b9221-50b3-462b-863f-414b8317b531,revision_number=5']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:05.146275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:05.174329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:05.207727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:05.208468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:05.210026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1692fb9c-2794-467c-ae4a-5e600ef8b1cf req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "PUT /v2.0/ports/bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 981 time: 0.7417271 Jan 24 09:30:05.240554 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531', 'status': 'completed', 'code': 200} Jan 24 09:30:05.386996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-5778d1e8-b3ea-4c7d-a2f0-22e9b2526c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:05.388554 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-5778d1e8-b3ea-4c7d-a2f0-22e9b2526c8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1202 time: 0.0897646 Jan 24 09:30:05.433247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef696b64-7126-4c03-a23a-f13af7bc902f req-351a8f9c-9871-471a-b96a-394c1e3d82de tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:05.435406 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ef696b64-7126-4c03-a23a-f13af7bc902f req-351a8f9c-9871-471a-b96a-394c1e3d82de tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1148057 Jan 24 09:30:05.473342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d313d0a1-43c7-4294-866f-9ca7a1ae09f2 None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:05.473733 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d313d0a1-43c7-4294-866f-9ca7a1ae09f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:05.502184 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ef696b64-7126-4c03-a23a-f13af7bc902f req-eec9e60b-e9bb-4f3c-af27-88963bf6c8a1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0608649 Jan 24 09:30:05.578447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-afe480d8-0909-4691-b751-cd78bc1ae9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:05.580208 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-afe480d8-0909-4691-b751-cd78bc1ae9b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1572535 Jan 24 09:30:05.697474 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-6f1df794-dffa-4416-9918-9dd4ad578441 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 999 time: 0.1099920 Jan 24 09:30:05.771105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-bf8b49be-fdd2-47dc-8974-d30859e7bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:05.772739 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-bf8b49be-fdd2-47dc-8974-d30859e7bbc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.0689044 Jan 24 09:30:05.862663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-c5046cc9-0fc3-4e65-99b5-6d705133550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:05.864297 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-c5046cc9-0fc3-4e65-99b5-6d705133550a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779088 Jan 24 09:30:06.007067 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-8535c972-3554-45b4-bb01-d38d36f43b2b service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352167 Jan 24 09:30:06.156384 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6dd737a-0ac4-4970-8f55-93ef5065fbfa req-c82d0570-1749-496e-977e-fcc8024f3d62 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378860 Jan 24 09:30:07.241461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:07.301881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531', 'status': 'completed', 'code': 200} Jan 24 09:30:07.424544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-df664e84-8e90-4236-b555-bb6b8275a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.426168 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-df664e84-8e90-4236-b555-bb6b8275a3a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1202 time: 0.0777714 Jan 24 09:30:07.568919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-4fe3b729-3954-4ba3-93c8-647abe139b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.570433 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-4fe3b729-3954-4ba3-93c8-647abe139b77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1375535 Jan 24 09:30:07.635436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:07.681273 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-21caedda-b304-4549-b28d-89b729ab89a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 999 time: 0.1043518 Jan 24 09:30:07.708434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:07.709493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:07.754081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-ccdaf49c-a608-4f3f-96f1-a66ffc4ff3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.755697 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-ccdaf49c-a608-4f3f-96f1-a66ffc4ff3d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.0679653 Jan 24 09:30:07.847042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-dcd1945b-94be-4264-a46e-ed787611ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:07.848722 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-dcd1945b-94be-4264-a46e-ed787611ec86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782518 Jan 24 09:30:07.992046 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-63d90743-e3bb-4797-9c76-b3f1a97adbc2 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356761 Jan 24 09:30:08.135180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e0c0e193-d79b-41a2-888a-5adf6f4c020a req-dffa3663-6bc2-4dd3-a4a6-bb5d3c676c2c service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367927 Jan 24 09:30:09.601785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60336) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:09.752778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:09.768524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:09.774464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:64a8fceedde2423fa5235f5b0e383438 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:09.777735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:09.783685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:09.868878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:09.872047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:09.880894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cdd6fc6-47f5-48c0-8227-aeb3c886e360 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:09.923545 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64a8fceedde2423fa5235f5b0e383438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206546 Jan 24 09:30:09.924575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d66a276-92eb-41fa-be72-d20797e88c53,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:09.926491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 60342) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:09.928270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:09.991702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:10.019875 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:10.075564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:10.080745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0a844ce5-3fab-489b-be31-84f3fb798717 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:10.093591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d66a276-92eb-41fa-be72-d20797e88c53,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:10.103408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.103871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.104286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.105187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.105610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.106015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.106416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.106818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.107219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.107655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.108059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.108455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.108887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.109283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.109679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.110072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.110465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.110858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.111249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.111661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.112053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.112444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.112834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.113227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:10.116174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:10.117507 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d66a276-92eb-41fa-be72-d20797e88c53 HTTP/1.1" status: 204 len: 168 time: 0.1898663 Jan 24 09:30:10.118456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ab312c49-8fa4-4759-aa3a-e581cb2e219c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:10.944857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60368) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:11.083331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2031263077-network', 'tenant_id': '100a973171974bbfab10636b25c46eb8'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:11.088422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:11.093104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Usage tracker for resource:network and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:11.096134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:11.101882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:11.112254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Made reservation on behalf of 100a973171974bbfab10636b25c46eb8 for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:11.117203 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.131065 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.146862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:11.151184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Usage tracker for resource:security_group_rule and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:11.154746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:11.160582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:11.244986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.248471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.252601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b1e81fef-dbb2-43c2-80c9-47059d261424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:11.291113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:30:11.300501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211f8632-bc1c-44eb-866d-c5614b8b030a,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:11.303892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:11.309214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.309677 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Added segment 9acd83a6-df2e-4377-8085-abd6af2f739e of type vxlan for network 873f717a-d70a-4752-bb17-e18b84e873f8 Jan 24 09:30:11.344369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.373989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.375248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:11.375914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.380894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6a92dffe-fca5-4f6e-800b-a8bab5bd7399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:11.489953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Pushing event updated for resources: {'Network': ['ID=873f717a-d70a-4752-bb17-e18b84e873f8,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:11.493543 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5475535 Jan 24 09:30:11.494518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:11.497962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60380) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:11.502830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 873f717a-d70a-4752-bb17-e18b84e873f8 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:11.503037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Request body: {'subnet': {'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2031263077-subnet', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:11.508362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:11.513070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Usage tracker for resource:subnet and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:11.516220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:11.521946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 873f717a-d70a-4752-bb17-e18b84e873f8 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:11.522201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:11.532185 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Made reservation on behalf of 100a973171974bbfab10636b25c46eb8 for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:11.537008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851494902'] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.944227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127736853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851494885'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:11.962415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:12.092930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f03692-fb64-41ba-9ac2-d72e8aa81460,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:12.097685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:12.157239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Checking segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:12.157633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Network hostable DHCP agents. Network: 873f717a-d70a-4752-bb17-e18b84e873f8, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:30:12.175522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Network 873f717a-d70a-4752-bb17-e18b84e873f8 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:30:12.183912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 873f717a-d70a-4752-bb17-e18b84e873f8) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:12.193166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30cad52-2b66-4cb6-a631-fe4f0247a61a None None] Network 873f717a-d70a-4752-bb17-e18b84e873f8 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:12.195276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:12.195890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:12.214971 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7168105 Jan 24 09:30:12.217945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60384) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:12.223429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:12.228289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:12.232915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Usage tracker for resource:router and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:12.236483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:12.242300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:12.251841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:12.252894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:12.267221 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:12.432022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-873f717a-d70a-4752-bb17-e18b84e873f8', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:30:12.433614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:12.740216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Allocated IP 172.20.0.2 (873f717a-d70a-4752-bb17-e18b84e873f8/03f03692-fb64-41ba-9ac2-d72e8aa81460/8609c63a-d1ae-4f2f-80eb-4fd2aaf14979) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:12.794750 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:12.960084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:12.971167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Transition to ACTIVE for port object 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:12.988815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Transition to ACTIVE for port object 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:12.993560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.073010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a0c65005-54b2-4eb1-a28a-62f752283ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:13.126119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.159841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.164386 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Pushing event updated for resources: {'Port': ['ID=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:13.167362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:13.199552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Network 873f717a-d70a-4752-bb17-e18b84e873f8 is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:13.200747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:13.203058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:13.259491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Attempting to bind port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:13.259870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Attempting to bind port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:13.260296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Attempting to bind port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 on network 873f717a-d70a-4752-bb17-e18b84e873f8 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:13.266638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:13.267060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Checking segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:13.267512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.268106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Bound using segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:13.268637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Bound port: 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:13.269059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.363286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] For port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:13.366454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] For port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:13.369613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.384681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d2f7cead-c620-4789-be1c-2279d42675a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:13.436189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Allocated IP 172.27.2.54 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/32abcef1-d861-404b-a34f-f05f3af57124) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:13.608679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.638949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:13.655023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:13.705741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Pushing event updated for resources: {'Port': ['ID=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:13.711321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:13.805742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Pushing event updated for resources: {'Port': ['ID=32abcef1-d861-404b-a34f-f05f3af57124,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:13.817338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:13.867114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:13.868314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:13.870641 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:14.326532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.692895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:14.925748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:30:14.959971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:15.064723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:15.153387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f4350f-b79b-4f96-b6fe-fd7c686eaa3c None None] Network 873f717a-d70a-4752-bb17-e18b84e873f8 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:15.266244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Provisioning for port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:15.277838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Provisioning complete for port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:15.278267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:15.388756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:15.401922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:15.412482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:15.413816 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e9f26db8-a8c2-4de6-a66b-2f43934c4e15 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1948614 Jan 24 09:30:15.416663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60402) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:15.461539 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:15.462240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:15.672915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:15.743356 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] For port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:15.756036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:15.761287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:15.810066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-154e6ca0-8728-426a-940b-08a77ce694b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:16.051260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e48bc33e-3a84-4eea-9ddc-ff2959b56910 None None] Provisioning complete for port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:16.051719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e48bc33e-3a84-4eea-9ddc-ff2959b56910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.084965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Pushing event updated for resources: {'Port': ['ID=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:16.103806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:16.181012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.284165 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:14Z', 'revision_number': 3, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:16.288638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:16.289053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Updating router 3feb0cd2-be97-43fe-beec-6bef1130aec2 port 32abcef1-d861-404b-a34f-f05f3af57124 binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:30:16.346852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.464281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-cf94485c-6f92-4ce8-912f-bcbc494168ce None None] Provisioning complete for port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:16.465365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cf94485c-6f92-4ce8-912f-bcbc494168ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.542126 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Allocated IP 172.20.0.1 (873f717a-d70a-4752-bb17-e18b84e873f8/03f03692-fb64-41ba-9ac2-d72e8aa81460/a64f19dc-796d-4ead-a446-af4bb5cefe8e) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:16.708873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.726522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Transition to ACTIVE for port object a64f19dc-796d-4ead-a446-af4bb5cefe8e will not be triggered until provisioned by entity DHCP. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:16.749834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:16.766308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:16.902480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Pushing event updated for resources: {'Port': ['ID=a64f19dc-796d-4ead-a446-af4bb5cefe8e,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:16.906967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:16.945188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:16.968283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Network 873f717a-d70a-4752-bb17-e18b84e873f8 is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:16.969607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:16.971938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:17.037352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.079365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:17.079848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.170569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.173851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.190457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Transition to ACTIVE for port object 32abcef1-d861-404b-a34f-f05f3af57124 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:17.194217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.210616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:17.467899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6c1cf5ad-bb25-42a1-a786-d868c5afcaf7 None None] Provisioning for port a64f19dc-796d-4ead-a446-af4bb5cefe8e completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:17.471046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba738f4-6a57-4d18-a677-247abe00b488 None None] Pushing event updated for resources: {'Port': ['ID=32abcef1-d861-404b-a34f-f05f3af57124,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:17.478732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8ba738f4-6a57-4d18-a677-247abe00b488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:17.484127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-6c1cf5ad-bb25-42a1-a786-d868c5afcaf7 None None] Provisioning complete for port a64f19dc-796d-4ead-a446-af4bb5cefe8e triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:17.484465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf5ad-bb25-42a1-a786-d868c5afcaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.484854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.488753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.516361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Attempting to bind port 32abcef1-d861-404b-a34f-f05f3af57124 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:17.516779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Attempting to bind port 32abcef1-d861-404b-a34f-f05f3af57124 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:17.517465 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Attempting to bind port 32abcef1-d861-404b-a34f-f05f3af57124 on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:17.526979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46759a78-fc3b-4f8f-96a0-10de58a13673 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:17.539098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:17.539530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:17.540011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.540460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:17.541002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Bound port: 32abcef1-d861-404b-a34f-f05f3af57124, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:17.541422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.605285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6c1cf5ad-bb25-42a1-a786-d868c5afcaf7 None None] Port a64f19dc-796d-4ead-a446-af4bb5cefe8e cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:30:17.610675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.626056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Pushing event updated for resources: {'Port': ['ID=a64f19dc-796d-4ead-a446-af4bb5cefe8e,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:17.630915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] For port 32abcef1-d861-404b-a34f-f05f3af57124, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:17.636544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] For port 32abcef1-d861-404b-a34f-f05f3af57124, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=32abcef1-d861-404b-a34f-f05f3af57124,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:17.639929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:17.643918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:17.656988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:17.759551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Network 873f717a-d70a-4752-bb17-e18b84e873f8 is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:17.760783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:17.814374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba738f4-6a57-4d18-a677-247abe00b488 None None] Pushing event updated for resources: {'Port': ['ID=32abcef1-d861-404b-a34f-f05f3af57124,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:17.819939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8ba738f4-6a57-4d18-a677-247abe00b488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:17.858791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:17.859599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:29:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:17.970617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:30:18.051239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ff7fbb2a-84d6-46ad-994e-be3fafae1326 None None] Provisioning complete for port a64f19dc-796d-4ead-a446-af4bb5cefe8e triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:18.051606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ff7fbb2a-84d6-46ad-994e-be3fafae1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.101181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:18.164831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:18.174223 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] 10.222.0.45 "PUT /v2.0/routers/3feb0cd2-be97-43fe-beec-6bef1130aec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7565408 Jan 24 09:30:18.188332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fbb2a-84d6-46ad-994e-be3fafae1326 None None] Port a64f19dc-796d-4ead-a446-af4bb5cefe8e cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:30:18.621201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:18.626491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208626f9-db7b-4dff-b5e2-51143114489d None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:18.903243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 60434) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:18.909529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-822663041-network', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:18.914770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:18.922528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Usage tracker for resource:network and tenant:7582fa7decb044e4a1bed09562fbe7ef is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:18.926550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:18.940756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:18.953787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Made reservation on behalf of 7582fa7decb044e4a1bed09562fbe7ef for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:18.958800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.973907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:18.991616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:18.996519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Usage tracker for resource:security_group_rule and tenant:7582fa7decb044e4a1bed09562fbe7ef is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:19.000404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:19.007068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:19.100058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.103138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.108122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cb3bfb70-ff62-436e-8ab8-9153b2b35f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:19.138414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:30:19.152615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b1015-7737-4483-a17c-270a52fb47f6,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:19.157196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:19.158296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.158736 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Added segment eacc973e-655b-4d7c-9cb8-eec95c506813 of type vxlan for network 91b29d81-fd94-4078-b167-e8e71a66da24 Jan 24 09:30:19.187630 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.218563 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.219891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:19.220538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.225681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:19.335616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4302227 Jan 24 09:30:19.338033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 60438) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:19.342154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Pushing event updated for resources: {'Network': ['ID=91b29d81-fd94-4078-b167-e8e71a66da24,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:19.345121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01f72f3d-4545-4066-aebc-1c1475c6ce16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:19.346206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Request body: {'subnet': {'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-822663041-subnet', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'ip_version': 4}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:19.352900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:19.353223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 91b29d81-fd94-4078-b167-e8e71a66da24 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:19.361054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Usage tracker for resource:subnet and tenant:7582fa7decb044e4a1bed09562fbe7ef is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:19.366549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:19.374709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:19.381849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 91b29d81-fd94-4078-b167-e8e71a66da24 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:30:19.388653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Made reservation on behalf of 7582fa7decb044e4a1bed09562fbe7ef for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:19.394096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127908065'] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.747458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-85f38888-20d1-4681-8ae2-2f051243365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.842035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2163859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127908080'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:19.861665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:20.206730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7216b9c1-3b1a-4829-bee1-4b7bdea1164a,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:20.210934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:20.269759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Checking segment: {'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:20.270074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Network hostable DHCP agents. Network: 91b29d81-fd94-4078-b167-e8e71a66da24, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:30:20.288568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Network 91b29d81-fd94-4078-b167-e8e71a66da24 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:30:20.296979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 91b29d81-fd94-4078-b167-e8e71a66da24) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:20.306183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8b1b2-288b-498e-b7ff-eecb402155e6 None None] Network 91b29d81-fd94-4078-b167-e8e71a66da24 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:20.308523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:20.309172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.328220 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f693328f-8966-44e5-a296-4627356c8f30 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9884448 Jan 24 09:30:20.330812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 60446) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:20.336229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:20.344383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:20.349690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Usage tracker for resource:router and tenant:7582fa7decb044e4a1bed09562fbe7ef is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:20.353838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:20.360380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:20.369319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4096524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60344'] for router, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.370402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850679190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850647446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4040033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64334'] for router, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.386038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.535297 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd43f6915-7643-53c4-a33b-b3f6d5161827-91b29d81-fd94-4078-b167-e8e71a66da24', 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'fixed_ips': [{'subnet_id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a'}]}} from dv-cinder-772181-7-iscsi. {{(pid=80079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 24 09:30:20.536239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.672782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850647463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4096763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64351'] for router, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:20.830510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Allocated IP 172.20.0.2 (91b29d81-fd94-4078-b167-e8e71a66da24/7216b9c1-3b1a-4829-bee1-4b7bdea1164a/50923f6d-fba3-46e8-b39e-1011b91fde21) {{(pid=80079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:21.009857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.042082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 32abcef1-d861-404b-a34f-f05f3af57124 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:21.044756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.132027 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Notify callbacks [] for port, precommit_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.145507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Transition to ACTIVE for port object 50923f6d-fba3-46e8-b39e-1011b91fde21 will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:21.165355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 32abcef1-d861-404b-a34f-f05f3af57124 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:21.169725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Transition to ACTIVE for port object 50923f6d-fba3-46e8-b39e-1011b91fde21 will not be triggered until provisioned by entity DHCP. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:21.172314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 32abcef1-d861-404b-a34f-f05f3af57124 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:21.172767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.203471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939'] for port, after_create {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.223899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:21.321438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Allocated IP 172.27.2.246 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/afefa317-b8f1-451c-8ee9-f45325cd3f2e) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:21.389350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Pushing event updated for resources: {'Port': ['ID=50923f6d-fba3-46e8-b39e-1011b91fde21,revision_number=1']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:21.403326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:21.456668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.478669 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.497541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.508477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.518388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Network 91b29d81-fd94-4078-b167-e8e71a66da24 is already hosted by enough agents. {{(pid=80079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:21.521097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Resources bound (agent type, host, resource id): {{(pid=80079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:21.524001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Received port after_create {{(pid=80079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:21.527368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 32abcef1-d861-404b-a34f-f05f3af57124, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=32abcef1-d861-404b-a34f-f05f3af57124,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:21.530295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.533834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:21.542460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3931a15f-db4d-4ae9-b046-becb123225f0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:21.651927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Attempting to bind port 50923f6d-fba3-46e8-b39e-1011b91fde21 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:21.652272 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Attempting to bind port 50923f6d-fba3-46e8-b39e-1011b91fde21 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:21.652692 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Attempting to bind port 50923f6d-fba3-46e8-b39e-1011b91fde21 on network 91b29d81-fd94-4078-b167-e8e71a66da24 {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:21.661585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:21.662004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Checking segment: {'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:21.662466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.662906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Bound using segment: {'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:21.663418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Bound port: 50923f6d-fba3-46e8-b39e-1011b91fde21, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:21.663862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.675775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=32abcef1-d861-404b-a34f-f05f3af57124,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:21.678062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=afefa317-b8f1-451c-8ee9-f45325cd3f2e,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:21.681340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:21.683928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:21.719067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:21.720313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:21.722517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:21.766109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] For port 50923f6d-fba3-46e8-b39e-1011b91fde21, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:21.769808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] For port 50923f6d-fba3-46e8-b39e-1011b91fde21, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=50923f6d-fba3-46e8-b39e-1011b91fde21,segment=NetworkSegment(eacc973e-655b-4d7c-9cb8-eec95c506813),segment_id=eacc973e-655b-4d7c-9cb8-eec95c506813)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:21.773597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.790142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2507c214-89ab-4f22-834d-14d693891b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:21.940546 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b7f5-f3c6-498d-be1e-6fdb66e5ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:21.961927 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Pushing event updated for resources: {'Port': ['ID=50923f6d-fba3-46e8-b39e-1011b91fde21,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:21.967449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-34be6bb2-5f93-4391-9db7-d0afc02bcc53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:22.087109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:22.100237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:22.100900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:22.173163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.314425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:22.675252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.679798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:22.684252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:22.684662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Updating router 3feb0cd2-be97-43fe-beec-6bef1130aec2 port a64f19dc-796d-4ead-a446-af4bb5cefe8e binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:30:22.742341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:22.807878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850679292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4128319'] for router, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.044775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Router 5edbd248-afa6-4b3f-a345-ac642b077b22 is scheduled to L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 with binding_index 1 {{(pid=80077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 24 09:30:23.083009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 50923f6d-fba3-46e8-b39e-1011b91fde21 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:23.180775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 50923f6d-fba3-46e8-b39e-1011b91fde21 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:23.189244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 32abcef1-d861-404b-a34f-f05f3af57124 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:23.206461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.220870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Transition to ACTIVE for port object a64f19dc-796d-4ead-a446-af4bb5cefe8e will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:23.224001 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.241462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db84fd0a-cb54-4a4f-a39a-e184b163d9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:23.253024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:23.267837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Sync routers for ids ['5edbd248-afa6-4b3f-a345-ac642b077b22'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:23.279420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.281316 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-83ab3717-6729-43af-9102-da0d117f3ab8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9494953 Jan 24 09:30:23.284230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 60462) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:30:23.285995 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Routers {'5edbd248-afa6-4b3f-a345-ac642b077b22'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:23.286954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['5edbd248-afa6-4b3f-a345-ac642b077b22'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:23.341646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Pushing event updated for resources: {'Port': ['ID=a64f19dc-796d-4ead-a446-af4bb5cefe8e,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:23.352429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.352815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.355030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 32abcef1-d861-404b-a34f-f05f3af57124 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:23.355457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.357407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.357788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.358161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.358534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.358900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.359268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.359672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.360047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.360413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.360769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.361176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.361537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.361897 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.362254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.362611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.362965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.364999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.365385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.365746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.366114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.366480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.366843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:30:23.376258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:23.589157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3054f2-13e9-4057-9899-237a9a137434 None None] Network 91b29d81-fd94-4078-b167-e8e71a66da24 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:30:23.646383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Attempting to bind port a64f19dc-796d-4ead-a446-af4bb5cefe8e on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:23.646939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Attempting to bind port a64f19dc-796d-4ead-a446-af4bb5cefe8e by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:23.647352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Attempting to bind port a64f19dc-796d-4ead-a446-af4bb5cefe8e on network 873f717a-d70a-4752-bb17-e18b84e873f8 {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:23.655322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:23.655808 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Checking segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:23.656390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.656955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Bound using segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:23.657474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Bound port: a64f19dc-796d-4ead-a446-af4bb5cefe8e, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:23.657908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.775438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] For port a64f19dc-796d-4ead-a446-af4bb5cefe8e, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:23.779164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] For port a64f19dc-796d-4ead-a446-af4bb5cefe8e, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=a64f19dc-796d-4ead-a446-af4bb5cefe8e,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:23.783434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.799728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d1235f48-e361-49bf-a59b-9c590b28bd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:23.814170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Provisioning for port 50923f6d-fba3-46e8-b39e-1011b91fde21 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:23.822438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.844033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Provisioning complete for port 50923f6d-fba3-46e8-b39e-1011b91fde21 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:23.844353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:23.958407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Pushing event updated for resources: {'Port': ['ID=a64f19dc-796d-4ead-a446-af4bb5cefe8e,revision_number=4']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:23.963182 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-434eef67-9f42-4dae-af57-82703f395777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:24.013894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:24.014572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:24.054910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Set router 5edbd248-afa6-4b3f-a345-ac642b077b22 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:24.115748 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.251455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.424523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:24.478223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.537799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Allocated IP 172.20.0.1 (91b29d81-fd94-4078-b167-e8e71a66da24/7216b9c1-3b1a-4829-bee1-4b7bdea1164a/3d8b3716-e290-4715-a38a-5bb360b462f4) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:24.581910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] For port 50923f6d-fba3-46e8-b39e-1011b91fde21, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=50923f6d-fba3-46e8-b39e-1011b91fde21,segment=NetworkSegment(eacc973e-655b-4d7c-9cb8-eec95c506813),segment_id=eacc973e-655b-4d7c-9cb8-eec95c506813)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:24.587100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.593385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-194cd8bc-0d50-484c-9238-7555e6c94f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:24.697085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 3, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:24.701331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Pushing event updated for resources: {'Port': ['ID=50923f6d-fba3-46e8-b39e-1011b91fde21,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:24.705247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:24.712362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Checking router: 5edbd248-afa6-4b3f-a345-ac642b077b22 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:24.712767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Updating router 5edbd248-afa6-4b3f-a345-ac642b077b22 port afefa317-b8f1-451c-8ee9-f45325cd3f2e binding host dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:30:24.725130 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.747482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Transition to ACTIVE for port object 3d8b3716-e290-4715-a38a-5bb360b462f4 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:24.775311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.787745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.803514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c598161f-6853-4fe5-a559-c4ae256a931c tempest-VolumesNegativeTest-1347824671 tempest-VolumesNegativeTest-1347824671] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:24.829864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:23Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:24.835179 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ebc4c-8c6a-48fa-95bc-0d6257edc012 None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:23Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:24.940978 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-4d3232dc-3c70-4b10-8870-f37837365021 None None] Provisioning complete for port 50923f6d-fba3-46e8-b39e-1011b91fde21 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:24.941390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d3232dc-3c70-4b10-8870-f37837365021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:24.971862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Pushing event updated for resources: {'Port': ['ID=3d8b3716-e290-4715-a38a-5bb360b462f4,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:24.976594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:25.058811 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 50923f6d-fba3-46e8-b39e-1011b91fde21 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:25.073396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Network 91b29d81-fd94-4078-b167-e8e71a66da24 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:25.074732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:25.077299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:25.138187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850647411'] for router_interface, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.269072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.355931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 50923f6d-fba3-46e8-b39e-1011b91fde21 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:25.356275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.623006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.627248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.659152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-369c861e-ffac-4618-9056-f25705b5d434 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:25.707192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.resource_extend [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 24 09:30:25.731413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Pushing event updated for resources: {'Port': ['ID=3d8b3716-e290-4715-a38a-5bb360b462f4,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:25.735835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:25.756190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850650074'] for router_interface, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.764230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-96e39a05-181c-409a-9a3f-2b75ee7dc8df None None] Provisioning for port 3d8b3716-e290-4715-a38a-5bb360b462f4 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:25.769514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a64f19dc-796d-4ead-a446-af4bb5cefe8e up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:25.818600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-96e39a05-181c-409a-9a3f-2b75ee7dc8df None None] Provisioning complete for port 3d8b3716-e290-4715-a38a-5bb360b462f4 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:25.819012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-96e39a05-181c-409a-9a3f-2b75ee7dc8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.900238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Notify callbacks [] for port, precommit_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.902008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Network 91b29d81-fd94-4078-b167-e8e71a66da24 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:25.903233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:25.925854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-96e39a05-181c-409a-9a3f-2b75ee7dc8df None None] Port 3d8b3716-e290-4715-a38a-5bb360b462f4 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:30:25.932193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Transition to ACTIVE for port object afefa317-b8f1-451c-8ee9-f45325cd3f2e will not be triggered until provisioned by entity L2. {{(pid=80079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:25.938816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:25.953238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port a64f19dc-796d-4ead-a446-af4bb5cefe8e completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:25.960005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:26.056315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port a64f19dc-796d-4ead-a446-af4bb5cefe8e triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:26.056735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.103668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-96e39a05-181c-409a-9a3f-2b75ee7dc8df None None] Provisioning complete for port 50923f6d-fba3-46e8-b39e-1011b91fde21 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:26.104187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-96e39a05-181c-409a-9a3f-2b75ee7dc8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.218005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f271d-8788-449d-9fae-17e38f862c8a None None] Pushing event updated for resources: {'Port': ['ID=afefa317-b8f1-451c-8ee9-f45325cd3f2e,revision_number=2']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:26.221398 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f16f271d-8788-449d-9fae-17e38f862c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:26.337768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Router 5edbd248-afa6-4b3f-a345-ac642b077b22 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:30:26.419761 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Attempting to bind port afefa317-b8f1-451c-8ee9-f45325cd3f2e on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:26.420186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Attempting to bind port afefa317-b8f1-451c-8ee9-f45325cd3f2e by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:26.420601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Attempting to bind port afefa317-b8f1-451c-8ee9-f45325cd3f2e on network a3f6421b-1e21-4faf-9349-e1c32076d63f {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:26.429117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.450900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:26.451328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Checking segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:26.451799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.452242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Bound using segment: {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'} {{(pid=80079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:26.452762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Bound port: afefa317-b8f1-451c-8ee9-f45325cd3f2e, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a48f8c-c484-47a0-82d5-606bae2c6a90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}}] {{(pid=80079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:26.453184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.529689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:30:26.533066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port a64f19dc-796d-4ead-a446-af4bb5cefe8e, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=a64f19dc-796d-4ead-a446-af4bb5cefe8e,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:26.539110 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] 10.222.0.45 "PUT /v2.0/routers/5edbd248-afa6-4b3f-a345-ac642b077b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2536860 Jan 24 09:30:26.545829 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.551412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:26.624092 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] For port afefa317-b8f1-451c-8ee9-f45325cd3f2e, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:26.640180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] For port afefa317-b8f1-451c-8ee9-f45325cd3f2e, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=afefa317-b8f1-451c-8ee9-f45325cd3f2e,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:26.646008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.667003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=a64f19dc-796d-4ead-a446-af4bb5cefe8e,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:26.670542 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:26.683340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8ba738f4-6a57-4d18-a677-247abe00b488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:26.726332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-b405db5d-2dc1-464e-b85d-08f5c96e2fca None None] Provisioning complete for port 3d8b3716-e290-4715-a38a-5bb360b462f4 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:26.726758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b405db5d-2dc1-464e-b85d-08f5c96e2fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:26.886276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-b405db5d-2dc1-464e-b85d-08f5c96e2fca None None] Port 3d8b3716-e290-4715-a38a-5bb360b462f4 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:30:26.891309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f271d-8788-449d-9fae-17e38f862c8a None None] Pushing event updated for resources: {'Port': ['ID=afefa317-b8f1-451c-8ee9-f45325cd3f2e,revision_number=3']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:26.894508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f16f271d-8788-449d-9fae-17e38f862c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:26.938812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Routers {'5edbd248-afa6-4b3f-a345-ac642b077b22'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:26.939626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['5edbd248-afa6-4b3f-a345-ac642b077b22'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:27.002656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a64f19dc-796d-4ead-a446-af4bb5cefe8e up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:27.189527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port a64f19dc-796d-4ead-a446-af4bb5cefe8e triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:27.190059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.234349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] Set router 5edbd248-afa6-4b3f-a345-ac642b077b22 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:27.341204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1002139494', 'description': 'tempest-TestVolumeBootPattern-1002139494 description'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:27.351820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:27.356545 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Usage tracker for resource:security_group and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:27.359592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:27.365485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:27.376390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.398549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:27.403243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Usage tracker for resource:security_group_rule and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:27.406463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:27.412819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:27.493592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.497102 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.503219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f40ba271-7f2b-4e68-83e0-17cae72d36bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:27.550837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c9a467-2fe1-4001-950a-8a79ec350f53,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:27.553786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.555126 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ad93ec5-3871-4647-be11-462a0894f759 req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2192783 Jan 24 09:30:27.555985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:27.643542 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-3f054664-6730-4e8a-936d-85a358765684 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups/c5c9a467-2fe1-4001-950a-8a79ec350f53 HTTP/1.1" status: 200 len: 1808 time: 0.0537813 Jan 24 09:30:27.646946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:30:27.655821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5c9a467-2fe1-4001-950a-8a79ec350f53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:27.656215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5c9a467-2fe1-4001-950a-8a79ec350f53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:27.666963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:27.671189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Usage tracker for resource:security_group_rule and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:27.674219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:27.680510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:27.737810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.762199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.765005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.767078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:27.789637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac253b6-51c0-4237-9320-eadae555e678,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:27.794611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:27.802523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:27.804056 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4f6d4d23-c13f-498c-8243-5c0e5cc8954a req-aacb3526-dd3e-4fca-acc5-0f150566d66e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1531658 Jan 24 09:30:27.806125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 4, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '3d8b3716-e290-4715-a38a-5bb360b462f4', 'name': '', 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'mac_address': 'fa:16:3e:b2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:24Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 2, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'subnets': [{'id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:27.810638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4368f-ce97-4aab-9ac3-0c609a4bd286 None None] The sync data for ids ['5edbd248-afa6-4b3f-a345-ac642b077b22'] in dv-cinder-772181-7-iscsi is: [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 4, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '3d8b3716-e290-4715-a38a-5bb360b462f4', 'name': '', 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'mac_address': 'fa:16:3e:b2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:24Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 2, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'subnets': [{'id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:27.894281 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-95d28957-547e-4e6e-82f3-bbee8429d4a0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups/c5c9a467-2fe1-4001-950a-8a79ec350f53 HTTP/1.1" status: 200 len: 2401 time: 0.0536203 Jan 24 09:30:27.905448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5c9a467-2fe1-4001-950a-8a79ec350f53', 'remote_group_id': None}]} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:27.905798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5c9a467-2fe1-4001-950a-8a79ec350f53', 'remote_group_id': None}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:27.918041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:27.922337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Usage tracker for resource:security_group_rule and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:30:27.925467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:30:27.931660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:28.223891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group_rule, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.249687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.252584 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730477'] for security_group_rule, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.254699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:28.290688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114982e4-4fa8-482e-90b7-42482cf139ff,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:28.294161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:28.297870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group_rule, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:28.299170 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e1a9250-784d-44b3-99a5-81b3babf5a42 req-35500644-7755-4161-80b4-e09f006d0608 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3978899 Jan 24 09:30:29.006575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device afefa317-b8f1-451c-8ee9-f45325cd3f2e up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:29.097623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port afefa317-b8f1-451c-8ee9-f45325cd3f2e completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:29.102791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port afefa317-b8f1-451c-8ee9-f45325cd3f2e triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:29.103218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:29.236041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:29.254710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port afefa317-b8f1-451c-8ee9-f45325cd3f2e, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=afefa317-b8f1-451c-8ee9-f45325cd3f2e,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:29.260987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:29.263043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f16f271d-8788-449d-9fae-17e38f862c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:29.332189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=afefa317-b8f1-451c-8ee9-f45325cd3f2e,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:29.335468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:30.945876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device afefa317-b8f1-451c-8ee9-f45325cd3f2e up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:31.020397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port afefa317-b8f1-451c-8ee9-f45325cd3f2e triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:31.020828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:31.426763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Sync routers for ids ['5edbd248-afa6-4b3f-a345-ac642b077b22'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:30:31.437200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Routers {'5edbd248-afa6-4b3f-a345-ac642b077b22'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:31.437892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['5edbd248-afa6-4b3f-a345-ac642b077b22'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:31.632839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Set router 5edbd248-afa6-4b3f-a345-ac642b077b22 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:31.982170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 4, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '3d8b3716-e290-4715-a38a-5bb360b462f4', 'name': '', 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'mac_address': 'fa:16:3e:b2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:24Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 2, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'subnets': [{'id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:31.986271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Checking router: 5edbd248-afa6-4b3f-a345-ac642b077b22 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:30:31.986671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Updating router 5edbd248-afa6-4b3f-a345-ac642b077b22 port 3d8b3716-e290-4715-a38a-5bb360b462f4 binding host dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 24 09:30:32.044367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.462928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.474791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Transition to ACTIVE for port object 3d8b3716-e290-4715-a38a-5bb360b462f4 will not be triggered until provisioned by entity L2. {{(pid=80080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:32.477915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.497331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:32.632112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fae08-6400-4bf3-9a24-6f9cbc6ac0e4 None None] Pushing event updated for resources: {'Port': ['ID=3d8b3716-e290-4715-a38a-5bb360b462f4,revision_number=3']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:32.635331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-006fae08-6400-4bf3-9a24-6f9cbc6ac0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:32.805948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Attempting to bind port 3d8b3716-e290-4715-a38a-5bb360b462f4 on host dv-cinder-772181-7-iscsi for vnic_type normal with profile {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:32.806368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Attempting to bind port 3d8b3716-e290-4715-a38a-5bb360b462f4 by drivers openvswitch on host dv-cinder-772181-7-iscsi at level 0 using segments [{'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:32.806842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Attempting to bind port 3d8b3716-e290-4715-a38a-5bb360b462f4 on network 91b29d81-fd94-4078-b167-e8e71a66da24 {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:32.812796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Checking agent: {'id': 'a57f7aa9-99eb-4df6-98b3-383bd57ac4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772181-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 12, 54), 'started_at': datetime.datetime(2021, 1, 24, 9, 13, 24), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772181-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:32.813335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Checking segment: {'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:32.813784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.814224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Bound using segment: {'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'} {{(pid=80080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:32.814868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Bound port: 3d8b3716-e290-4715-a38a-5bb360b462f4, host: dv-cinder-772181-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc973e-655b-4d7c-9cb8-eec95c506813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24'}}] {{(pid=80080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:32.815303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.912229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] For port 3d8b3716-e290-4715-a38a-5bb360b462f4, host dv-cinder-772181-7-iscsi, cleared binding levels {{(pid=80080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:32.915505 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] For port 3d8b3716-e290-4715-a38a-5bb360b462f4, host dv-cinder-772181-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3d8b3716-e290-4715-a38a-5bb360b462f4,segment=NetworkSegment(eacc973e-655b-4d7c-9cb8-eec95c506813),segment_id=eacc973e-655b-4d7c-9cb8-eec95c506813)] {{(pid=80080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:32.919724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80080) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:32.935647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fb6177e-8d37-40c6-82fd-5b70bff3ee48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:33.086792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fae08-6400-4bf3-9a24-6f9cbc6ac0e4 None None] Pushing event updated for resources: {'Port': ['ID=3d8b3716-e290-4715-a38a-5bb360b462f4,revision_number=4']} {{(pid=80080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:33.092622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-006fae08-6400-4bf3-9a24-6f9cbc6ac0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80080) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:33.138531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Routers {'5edbd248-afa6-4b3f-a345-ac642b077b22'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:30:33.139282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['5edbd248-afa6-4b3f-a345-ac642b077b22'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:33.512152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] Set router 5edbd248-afa6-4b3f-a345-ac642b077b22 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:30:33.857145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 4, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '3d8b3716-e290-4715-a38a-5bb360b462f4', 'name': '', 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'mac_address': 'fa:16:3e:b2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:24Z', 'updated_at': '2021-01-24T09:30:32Z', 'revision_number': 4, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'subnets': [{'id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:30:33.861466 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d29197-d2d2-4059-8a92-51f541edf5a6 None None] The sync data for ids ['5edbd248-afa6-4b3f-a345-ac642b077b22'] in dv-cinder-772181-7-iscsi is: [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:30:25Z', 'revision_number': 4, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '3d8b3716-e290-4715-a38a-5bb360b462f4', 'name': '', 'network_id': '91b29d81-fd94-4078-b167-e8e71a66da24', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'mac_address': 'fa:16:3e:b2:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:24Z', 'updated_at': '2021-01-24T09:30:32Z', 'revision_number': 4, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'subnets': [{'id': '7216b9c1-3b1a-4829-bee1-4b7bdea1164a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:30:34.976746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3d8b3716-e290-4715-a38a-5bb360b462f4 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:35.051846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning for port 3d8b3716-e290-4715-a38a-5bb360b462f4 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:35.057424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 3d8b3716-e290-4715-a38a-5bb360b462f4 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:35.057975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.185579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.220718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] For port 3d8b3716-e290-4715-a38a-5bb360b462f4, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3d8b3716-e290-4715-a38a-5bb360b462f4,segment=NetworkSegment(eacc973e-655b-4d7c-9cb8-eec95c506813),segment_id=eacc973e-655b-4d7c-9cb8-eec95c506813)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:30:35.225715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:35.228845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f16f271d-8788-449d-9fae-17e38f862c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:35.299525 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Pushing event updated for resources: {'Port': ['ID=3d8b3716-e290-4715-a38a-5bb360b462f4,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:35.302935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:36.949647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3d8b3716-e290-4715-a38a-5bb360b462f4 up at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:30:37.024657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Provisioning complete for port 3d8b3716-e290-4715-a38a-5bb360b462f4 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:37.025085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:47.921800 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-777e7ff1-b166-427a-a5cc-79e989c28017 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0775390 Jan 24 09:30:48.099994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-b907800a-3387-4764-bb5f-9c603a46fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:48.102073 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-b907800a-3387-4764-bb5f-9c603a46fbb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.0819132 Jan 24 09:30:48.270397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-96711f23-9bc4-4a28-8e01-b35de8cf28da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:48.271929 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-96711f23-9bc4-4a28-8e01-b35de8cf28da service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.1376541 Jan 24 09:30:48.382800 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-84a383e8-f68a-4d5e-9ef6-3f5029c1d381 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 1000 time: 0.1036091 Jan 24 09:30:48.454430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-82b3c075-4bad-4303-be0c-9b87da8acf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:48.455975 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-82b3c075-4bad-4303-be0c-9b87da8acf0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.0669544 Jan 24 09:30:48.536638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-a53d3bb3-0319-4c01-adf2-45f8a51dbd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:48.538143 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-a53d3bb3-0319-4c01-adf2-45f8a51dbd6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761995 Jan 24 09:30:48.693985 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-78740f9b-a29c-4b79-86f4-ff9892c36792 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489468 Jan 24 09:30:48.837599 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d9a1d7c3-98ac-447e-862f-8c32cdd081ee req-0cb009ab-103d-4325-b99f-db58944a5e03 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372254 Jan 24 09:30:49.740980 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5dc2240b-37e2-456a-9674-4df8f33c7357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:51.418418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:51.822232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-86731133-2e32-4764-8375-93b0901816c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:52.674343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:53.644285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:53.779305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252106-4a73-4a91-b637-b838eefaf278 req-78eda7f5-64d6-4f46-9748-925959504f3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:53.780950 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69252106-4a73-4a91-b637-b838eefaf278 req-78eda7f5-64d6-4f46-9748-925959504f3d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1054027 Jan 24 09:30:53.834122 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-69252106-4a73-4a91-b637-b838eefaf278 req-cd412999-27b4-4cc9-922f-5f71705253b6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469170 Jan 24 09:30:54.173828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:54.664730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-66da9345-e539-41ac-833e-a63d851eee04 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:54.681107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-66da9345-e539-41ac-833e-a63d851eee04 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:54.682439 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-66da9345-e539-41ac-833e-a63d851eee04 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1002139494&fields=id&tenant_id=100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 267 time: 0.0644965 Jan 24 09:30:54.864872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-d90dfedc-1f7b-4702-bdf1-5647362b5972 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:54.865545 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-d90dfedc-1f7b-4702-bdf1-5647362b5972 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:network {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:54.881988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-d90dfedc-1f7b-4702-bdf1-5647362b5972 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:network {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:54.883287 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-d90dfedc-1f7b-4702-bdf1-5647362b5972 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 812 time: 0.1935508 Jan 24 09:30:54.900288 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-8f405eb7-64c3-496e-ab35-cb14210c31a4 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/quotas/100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 375 time: 0.0105195 Jan 24 09:30:55.042216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-08e34fa6-e2b3-4577-8774-19a1b25a8c18 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:30:55.072735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-08e34fa6-e2b3-4577-8774-19a1b25a8c18 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:30:55.074116 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-08e34fa6-e2b3-4577-8774-19a1b25a8c18 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682816 Jan 24 09:30:55.218469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22862735-b5b0-4c73-952e-2f58f76927d7 req-e9af7b7a-4b87-4c7c-a460-877313c7ace5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:55.220095 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-22862735-b5b0-4c73-952e-2f58f76927d7 req-e9af7b7a-4b87-4c7c-a460-877313c7ace5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.2300975 Jan 24 09:30:55.291519 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-6acf8431-77f1-4038-a135-30c2224bddda service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042785 Jan 24 09:30:55.299749 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-22862735-b5b0-4c73-952e-2f58f76927d7 req-da00be68-b278-4dbd-b358-b3c79d77b6e5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692737 Jan 24 09:30:55.443191 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-097d3b12-2067-4c62-8f6b-089c793ffe71 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424224 Jan 24 09:30:55.863370 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0c5ad740-72d9-44d3-91e2-433b74aef013 req-627a60be-a0cd-4ad1-899e-496eeb909a77 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 210 time: 0.0499718 Jan 24 09:30:56.556674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d138c-fe91-4a66-808f-4053984b72a1 req-ec7d0504-2967-4ae0-8849-4e3cb3d8fa27 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:56.558260 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1f9d138c-fe91-4a66-808f-4053984b72a1 req-ec7d0504-2967-4ae0-8849-4e3cb3d8fa27 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1108184 Jan 24 09:30:56.611014 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1f9d138c-fe91-4a66-808f-4053984b72a1 req-cab2a7b4-df94-4716-b881-87f648ca1e24 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 Jan 24 09:30:57.041365 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1fa98c74-d10b-4881-9df2-587388b296fa req-53b88eb5-0b54-4440-9124-0a7883f546ed tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 210 time: 0.0490422 Jan 24 09:30:57.046404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-da5a7360-81e8-4db6-9f64-b1485481dfec tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:57.048077 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-da5a7360-81e8-4db6-9f64-b1485481dfec tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 812 time: 0.1845248 Jan 24 09:30:57.142881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-057a0074-a0f7-453d-8e0b-a2ead995bc9a tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 5765 time: 0.0756943 Jan 24 09:30:57.153503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'port': {'device_id': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'admin_state_up': True, 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'security_groups': ['c5c9a467-2fe1-4001-950a-8a79ec350f53']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:57.297121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:30:57.307333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:30:57.315923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Made reservation on behalf of 100a973171974bbfab10636b25c46eb8 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:30:57.326080 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:57.635223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Allocated IP 172.20.0.3 (873f717a-d70a-4752-bb17-e18b84e873f8/03f03692-fb64-41ba-9ac2-d72e8aa81460/ef2eef62-d60c-4080-baf6-3b92179a2f8a) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:30:57.853199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:57.872484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Transition to ACTIVE for port object ef2eef62-d60c-4080-baf6-3b92179a2f8a will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:57.873752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df7dd-2dc8-4f31-8e2d-457f6d56bf1b req-cd9a3c59-c9a3-437a-833c-833ceeac33d4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:57.875464 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-397df7dd-2dc8-4f31-8e2d-457f6d56bf1b req-cd9a3c59-c9a3-437a-833c-833ceeac33d4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1145747 Jan 24 09:30:57.896690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:57.912956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4111282-71fb-4c4b-b3ca-d8b02454ff07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:57.933769 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-397df7dd-2dc8-4f31-8e2d-457f6d56bf1b req-96061101-d5e4-4d94-970b-f618da721f98 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516808 Jan 24 09:30:58.058615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=ef2eef62-d60c-4080-baf6-3b92179a2f8a,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:58.062909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:58.117660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Network 873f717a-d70a-4752-bb17-e18b84e873f8 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:30:58.118820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:30:58.121293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:30:58.207298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:58.208158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:58.239262 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0898597 Jan 24 09:30:58.259317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Request body: {'port': {'device_id': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:30:58.288507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912efab4-a398-4874-848c-bc65a85ffc68 req-28e8dfa2-d5a5-4a37-9830-ad2a6acbb9c5 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:58.291454 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-912efab4-a398-4874-848c-bc65a85ffc68 req-28e8dfa2-d5a5-4a37-9830-ad2a6acbb9c5 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 931 time: 0.1120808 Jan 24 09:30:58.347909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-912efab4-a398-4874-848c-bc65a85ffc68 req-92b9e1a7-cd05-4512-8391-95309adc9159 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0507188 Jan 24 09:30:58.365378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-475ae1bd-b529-4cc7-a064-4e1d1d8f8757 None None] Provisioning for port ef2eef62-d60c-4080-baf6-3b92179a2f8a completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:30:58.370605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-475ae1bd-b529-4cc7-a064-4e1d1d8f8757 None None] Provisioning complete for port ef2eef62-d60c-4080-baf6-3b92179a2f8a triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:30:58.371032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-475ae1bd-b529-4cc7-a064-4e1d1d8f8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:58.384424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:58.428647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-475ae1bd-b529-4cc7-a064-4e1d1d8f8757 None None] Port ef2eef62-d60c-4080-baf6-3b92179a2f8a cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:30:58.797727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2eef62-d60c-4080-baf6-3b92179a2f8a {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:30:58.805331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:58.817195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Transition to ACTIVE for port object ef2eef62-d60c-4080-baf6-3b92179a2f8a will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:30:58.819959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:58.835388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-39e2e1c7-8c52-4350-aab7-2b406c227784 tempest-VolumesSnapshotTestJSON-218466876 tempest-VolumesSnapshotTestJSON-218466876] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:58.972598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Pushing event updated for resources: {'Port': ['ID=ef2eef62-d60c-4080-baf6-3b92179a2f8a,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:58.975998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:59.173079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Attempting to bind port ef2eef62-d60c-4080-baf6-3b92179a2f8a on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:30:59.173461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Attempting to bind port ef2eef62-d60c-4080-baf6-3b92179a2f8a by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:30:59.173832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Attempting to bind port ef2eef62-d60c-4080-baf6-3b92179a2f8a on network 873f717a-d70a-4752-bb17-e18b84e873f8 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:30:59.179901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:30:59.180324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Checking segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:30:59.180767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:59.181160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Bound using segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:30:59.181637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Bound port: ef2eef62-d60c-4080-baf6-3b92179a2f8a, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:30:59.182012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:59.200824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1357b-f7b8-4c5b-8750-7decf2b6662d req-cc0c1dd2-e03f-41f1-bf21-2373c96ba1b9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:59.202547 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bcd1357b-f7b8-4c5b-8750-7decf2b6662d req-cc0c1dd2-e03f-41f1-bf21-2373c96ba1b9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1124294 Jan 24 09:30:59.256461 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bcd1357b-f7b8-4c5b-8750-7decf2b6662d req-93b8d089-21a9-4e68-b98e-dfec938465ee tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473270 Jan 24 09:30:59.281674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] For port ef2eef62-d60c-4080-baf6-3b92179a2f8a, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:30:59.284864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] For port ef2eef62-d60c-4080-baf6-3b92179a2f8a, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=ef2eef62-d60c-4080-baf6-3b92179a2f8a,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:30:59.288448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:59.304006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-54403fdb-5503-4d2f-a5af-f69ce014ef7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:30:59.597853 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d321da-b2d4-467c-89e6-7f93199f9cf6 req-50217619-6b26-45ae-b176-b0db756406b7 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:59.599631 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-02d321da-b2d4-467c-89e6-7f93199f9cf6 req-50217619-6b26-45ae-b176-b0db756406b7 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1141877 Jan 24 09:30:59.665331 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-02d321da-b2d4-467c-89e6-7f93199f9cf6 req-fcf142fd-ae24-428b-897c-5405458abbc0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0583432 Jan 24 09:30:59.676903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Pushing event updated for resources: {'Port': ['ID=ef2eef62-d60c-4080-baf6-3b92179a2f8a,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:30:59.682589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:30:59.713768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:59.714445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:30:59.715957 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] 10.222.0.48 "PUT /v2.0/ports/ef2eef62-d60c-4080-baf6-3b92179a2f8a HTTP/1.1" status: 200 len: 1157 time: 1.4621689 Jan 24 09:30:59.716484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:59.811762 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'status': 'completed', 'code': 200} Jan 24 09:30:59.853617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-ee00fe09-25fd-4ad4-949c-832a2243ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:30:59.855251 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-ee00fe09-25fd-4ad4-949c-832a2243ca1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 1160 time: 0.0850534 Jan 24 09:30:59.935644 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5baebd02-7e12-46e9-993a-e11461666834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2eef62-d60c-4080-baf6-3b92179a2f8a HTTP/1.1" status: 200 len: 217 time: 0.0658281 Jan 24 09:31:00.010526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-f848643f-c062-4e3b-bc36-d3bbc296fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.012223 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-f848643f-c062-4e3b-bc36-d3bbc296fbc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0703871 Jan 24 09:31:00.096047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-131acb04-1404-42d1-ab34-1eb585be188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.097710 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-131acb04-1404-42d1-ab34-1eb585be188d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779469 Jan 24 09:31:00.246263 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-5c1719af-93e9-4076-932d-d3ffb15a6606 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354318 Jan 24 09:31:00.391593 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c6291850-3e0a-4740-8ea4-db1fda44d97f req-4a5c0ccc-c512-449c-907f-f8672a9b1139 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383135 Jan 24 09:31:00.509994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df9cdc-d35f-49f6-aff6-31b21958a9e4 req-700fd43f-0cca-4bac-a9c5-7f6c8f9366b3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.511601 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-98df9cdc-d35f-49f6-aff6-31b21958a9e4 req-700fd43f-0cca-4bac-a9c5-7f6c8f9366b3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1051145 Jan 24 09:31:00.566861 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-98df9cdc-d35f-49f6-aff6-31b21958a9e4 req-a360c048-3610-43e9-9e12-e7bbd1590eb5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Jan 24 09:31:00.572089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-dacc1959-0462-4bfd-b204-d1dfcf333530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.573713 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-dacc1959-0462-4bfd-b204-d1dfcf333530 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 1160 time: 0.0785978 Jan 24 09:31:00.719113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-a5cedfa0-a061-4394-9cf5-0546f09aa7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.720768 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-a5cedfa0-a061-4394-9cf5-0546f09aa7cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1401885 Jan 24 09:31:00.795777 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-999891b4-0671-4ab4-b208-bd200a0cf9a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2eef62-d60c-4080-baf6-3b92179a2f8a HTTP/1.1" status: 200 len: 217 time: 0.0686505 Jan 24 09:31:00.867429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-fae34e60-70fa-4321-8f04-f1127a4b9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.869585 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-fae34e60-70fa-4321-8f04-f1127a4b9397 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0680020 Jan 24 09:31:00.904199 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59899b6-c07f-48be-b7e4-687c32723ee9 req-62f6696c-dc98-4344-bdea-a6648a030d13 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.905860 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a59899b6-c07f-48be-b7e4-687c32723ee9 req-62f6696c-dc98-4344-bdea-a6648a030d13 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1063375 Jan 24 09:31:00.953658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-fd9069e4-dbee-472b-8dd5-f06d2bc03168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:00.955312 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-fd9069e4-dbee-472b-8dd5-f06d2bc03168 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792141 Jan 24 09:31:00.959390 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a59899b6-c07f-48be-b7e4-687c32723ee9 req-096e08c6-bfe3-4a7c-a2ed-7f2e6b908c66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0472121 Jan 24 09:31:01.100805 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-19be9121-3d2b-4c04-93af-abeba63d5b6a service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382370 Jan 24 09:31:01.244966 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-17b1c22d-5295-435b-b2fc-53e366dd1aee req-f6fb2eef-252d-4262-bd52-b94a444e8fe3 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375909 Jan 24 09:31:01.817295 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592d3d5-5d17-4a12-8cb5-e62309f89921 req-d9160bfd-06a4-4524-af54-568001ea2f6c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:01.818903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d592d3d5-5d17-4a12-8cb5-e62309f89921 req-d9160bfd-06a4-4524-af54-568001ea2f6c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1088707 Jan 24 09:31:01.870573 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d592d3d5-5d17-4a12-8cb5-e62309f89921 req-8c8d4401-3748-4cbb-9d1a-ca712f14ceab tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449476 Jan 24 09:31:02.191694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bc1d7-4cf2-4c07-b93d-196208807ff4 req-4286f2e9-b00a-4b51-94e0-4cf455dc7773 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:02.193281 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9e6bc1d7-4cf2-4c07-b93d-196208807ff4 req-4286f2e9-b00a-4b51-94e0-4cf455dc7773 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1050117 Jan 24 09:31:02.243640 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9e6bc1d7-4cf2-4c07-b93d-196208807ff4 req-b01d2160-1fd1-4a2d-ba41-15d8618cfe69 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0437639 Jan 24 09:31:03.126734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acde99-5e4a-4dc7-99e5-142dc8c75b84 req-b3b8eb16-3f01-4f20-a11c-5ad448929b6a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:03.128470 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62acde99-5e4a-4dc7-99e5-142dc8c75b84 req-b3b8eb16-3f01-4f20-a11c-5ad448929b6a tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1119587 Jan 24 09:31:03.179050 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-62acde99-5e4a-4dc7-99e5-142dc8c75b84 req-9f296280-bf1a-4763-a69f-40c8ec03a542 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438030 Jan 24 09:31:03.481123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d3c19-1cb5-4a86-952e-4f3ce3ab8734 req-efdedabf-2632-417e-b5dc-9ac382a48fc8 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:03.482633 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-654d3c19-1cb5-4a86-952e-4f3ce3ab8734 req-efdedabf-2632-417e-b5dc-9ac382a48fc8 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1074975 Jan 24 09:31:03.534485 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-654d3c19-1cb5-4a86-952e-4f3ce3ab8734 req-dc56d5a3-597f-41ab-81fd-94514f054238 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0456426 Jan 24 09:31:04.424892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593b640-e6fd-4a41-bbc6-1ffa24353a5d req-8ad95498-ee67-4b19-b910-145c3f657a73 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:04.426498 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9593b640-e6fd-4a41-bbc6-1ffa24353a5d req-8ad95498-ee67-4b19-b910-145c3f657a73 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1059759 Jan 24 09:31:04.477946 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9593b640-e6fd-4a41-bbc6-1ffa24353a5d req-97577545-6b65-4c0b-b563-468a087d93bd tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452411 Jan 24 09:31:04.646072 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:31:04.784901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e1d0f-5b31-492a-9f70-f68ecab724ab req-8a45efdf-ec1b-463e-a744-3469e8ab5ffc tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:04.788861 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb9e1d0f-5b31-492a-9f70-f68ecab724ab req-8a45efdf-ec1b-463e-a744-3469e8ab5ffc tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1163054 Jan 24 09:31:04.838621 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb9e1d0f-5b31-492a-9f70-f68ecab724ab req-af62b6b4-d768-4aaa-818d-a57adbd6c917 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0454090 Jan 24 09:31:05.732131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3574-bc45-4413-8923-b86d79b9b8b4 req-0f034324-d4a2-44f5-b529-adf49ac0e619 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:05.733719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e01d3574-bc45-4413-8923-b86d79b9b8b4 req-0f034324-d4a2-44f5-b529-adf49ac0e619 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1076784 Jan 24 09:31:05.784658 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e01d3574-bc45-4413-8923-b86d79b9b8b4 req-3bd53de6-1efb-4c9e-9872-aa3376dd40d4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447962 Jan 24 09:31:06.071499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65348601-c156-4cc0-828c-4e901677ab00 req-4c3d7baa-9f1d-4676-9053-92bfa97e2250 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:06.073075 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-65348601-c156-4cc0-828c-4e901677ab00 req-4c3d7baa-9f1d-4676-9053-92bfa97e2250 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1067641 Jan 24 09:31:06.124315 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-65348601-c156-4cc0-828c-4e901677ab00 req-3eb65602-6afa-407c-a2dc-349a8e4c9e0d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447035 Jan 24 09:31:07.043029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153152a-929f-4e3a-9f45-b32da2787f86 req-08f13a91-0846-42c7-991a-9e6e0cdb1947 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:07.044713 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5153152a-929f-4e3a-9f45-b32da2787f86 req-08f13a91-0846-42c7-991a-9e6e0cdb1947 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1147583 Jan 24 09:31:07.095933 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5153152a-929f-4e3a-9f45-b32da2787f86 req-61b62619-686b-48c5-a170-b5b20b85c97e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Jan 24 09:31:07.357352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963aef5-b886-48c2-923a-0bb1ba803e1e req-431270f6-ab5a-420b-be4c-052890ea0c0d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:07.358881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b963aef5-b886-48c2-923a-0bb1ba803e1e req-431270f6-ab5a-420b-be4c-052890ea0c0d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1090128 Jan 24 09:31:07.412203 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b963aef5-b886-48c2-923a-0bb1ba803e1e req-a4cfc2cf-fddd-4506-9cd3-f4e6f4397e63 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0471098 Jan 24 09:31:08.347350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adda87-e2de-4e52-86e0-59d2c2f2f433 req-fa469245-a50f-478e-b731-49f7e8d73ad5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:08.348991 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-21adda87-e2de-4e52-86e0-59d2c2f2f433 req-fa469245-a50f-478e-b731-49f7e8d73ad5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1054962 Jan 24 09:31:08.400317 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-21adda87-e2de-4e52-86e0-59d2c2f2f433 req-1357d108-ab04-42af-bb53-5ef229926122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Jan 24 09:31:08.646940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbe73d-218b-433f-812b-06aec5677928 req-f78046b8-a166-4489-bfb0-18a3d3f32754 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:08.648851 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-38cbe73d-218b-433f-812b-06aec5677928 req-f78046b8-a166-4489-bfb0-18a3d3f32754 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1089048 Jan 24 09:31:08.700428 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-38cbe73d-218b-433f-812b-06aec5677928 req-e220e937-a7d7-444b-bfb2-4fcf4095a555 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0454617 Jan 24 09:31:09.645842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114a4ca-7290-44e6-b950-935119aef73a req-a88d380a-dff7-43ec-a3b8-d3fd5a249e91 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:09.647452 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1114a4ca-7290-44e6-b950-935119aef73a req-a88d380a-dff7-43ec-a3b8-d3fd5a249e91 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1045477 Jan 24 09:31:09.702572 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1114a4ca-7290-44e6-b950-935119aef73a req-e0405e02-ac2c-48aa-a0c4-13af65c8c6b9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482731 Jan 24 09:31:09.936901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d477-ab7e-42bd-a8b4-78ee0782640b req-42f2112c-0563-446f-889a-87458b5c0872 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:09.938515 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d90d477-ab7e-42bd-a8b4-78ee0782640b req-42f2112c-0563-446f-889a-87458b5c0872 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1058588 Jan 24 09:31:09.994029 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d90d477-ab7e-42bd-a8b4-78ee0782640b req-c9ab3b60-dd85-426e-aad6-83b7c89386dc tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0492792 Jan 24 09:31:10.954302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeaefa-f96a-42dc-9584-df0df9b5a4d5 req-93d11520-0206-48cc-9140-69eecb031d4f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:10.955957 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-abeeaefa-f96a-42dc-9584-df0df9b5a4d5 req-93d11520-0206-48cc-9140-69eecb031d4f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1089375 Jan 24 09:31:10.996299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device ef2eef62-d60c-4080-baf6-3b92179a2f8a up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:31:11.014852 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-abeeaefa-f96a-42dc-9584-df0df9b5a4d5 req-f3809018-a74e-4376-952a-0079d7a14fa6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524886 Jan 24 09:31:11.071939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port ef2eef62-d60c-4080-baf6-3b92179a2f8a completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:31:11.077135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port ef2eef62-d60c-4080-baf6-3b92179a2f8a triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:31:11.077554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.198362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.225475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:11.236260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port ef2eef62-d60c-4080-baf6-3b92179a2f8a, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=ef2eef62-d60c-4080-baf6-3b92179a2f8a,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:11.239234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:11.241164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:11.252285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134066-de39-42b1-889b-c085b35e84fe req-12e8a3b3-a819-45f3-99ff-923da90e0031 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:11.253997 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8134066-de39-42b1-889b-c085b35e84fe req-12e8a3b3-a819-45f3-99ff-923da90e0031 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 943 time: 0.1075366 Jan 24 09:31:11.289937 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'code': 200} Jan 24 09:31:11.309464 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c8134066-de39-42b1-889b-c085b35e84fe req-0f6bfa96-79d2-4ac8-8b5b-5ca0b30aad4d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0483062 Jan 24 09:31:11.315680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=ef2eef62-d60c-4080-baf6-3b92179a2f8a,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:11.323718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.324331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.324696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.325241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.325619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.325994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.326364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.326712 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.327350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.327769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.328134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.328502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.328921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.329287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.329625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.329983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.330345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.330686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.331843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.332377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.332769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.333150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.333530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.333906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:11.339653 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:11.622091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5e495-b72a-40ed-ba97-b8c28d601f26 req-e9cddd8f-f602-4add-b5a5-1bcd256c78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:11.623630 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-19c5e495-b72a-40ed-ba97-b8c28d601f26 req-e9cddd8f-f602-4add-b5a5-1bcd256c78e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 1162 time: 0.0759587 Jan 24 09:31:11.671631 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-19c5e495-b72a-40ed-ba97-b8c28d601f26 req-b3e3cec0-ced7-4979-a201-92a5ca9b7693 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0409226 Jan 24 09:31:12.268336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a3918-a00f-43f9-8baf-b435fe9ab4ba req-44c16923-6bfd-4760-8df8-9e2af0efd445 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:12.269888 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f4a3918-a00f-43f9-8baf-b435fe9ab4ba req-44c16923-6bfd-4760-8df8-9e2af0efd445 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1106198 Jan 24 09:31:12.277615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device ef2eef62-d60c-4080-baf6-3b92179a2f8a up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:31:12.323944 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2f4a3918-a00f-43f9-8baf-b435fe9ab4ba req-a2510fa1-da29-4255-bced-19536f95ae41 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471997 Jan 24 09:31:12.350213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port ef2eef62-d60c-4080-baf6-3b92179a2f8a triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:31:12.350648 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:12.549232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618527-5438-4e37-aac1-a62566ca0416 req-90893e11-4448-4353-b6dd-43702c0ceaf5 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:12.550752 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0b618527-5438-4e37-aac1-a62566ca0416 req-90893e11-4448-4353-b6dd-43702c0ceaf5 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.1087046 Jan 24 09:31:12.601278 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0b618527-5438-4e37-aac1-a62566ca0416 req-f6921fb6-9dd6-43c6-9e31-23a1303b0705 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0435400 Jan 24 09:31:13.576732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e2906-607b-4c0b-a36e-9bb1acc002cd req-246627af-ea70-43c7-8a45-7c472060d770 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:13.578270 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f29e2906-607b-4c0b-a36e-9bb1acc002cd req-246627af-ea70-43c7-8a45-7c472060d770 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1072018 Jan 24 09:31:13.629585 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f29e2906-607b-4c0b-a36e-9bb1acc002cd req-679cef8e-cbd7-437f-87a0-deb27b276e62 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Jan 24 09:31:14.057293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144000e-b58f-4b14-9b75-ee5b1696c982 req-327507b8-51e0-4a55-8dbd-feb063546e28 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:14.058909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9144000e-b58f-4b14-9b75-ee5b1696c982 req-327507b8-51e0-4a55-8dbd-feb063546e28 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.3187337 Jan 24 09:31:14.109548 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9144000e-b58f-4b14-9b75-ee5b1696c982 req-fa675e88-cf46-4811-b6d6-029aba2bfe5c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0444155 Jan 24 09:31:14.883514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf062a-a972-48ae-b818-877c98639967 req-25445bff-aa74-46d7-9a5a-dc84de85fe59 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:14.885161 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6adf062a-a972-48ae-b818-877c98639967 req-25445bff-aa74-46d7-9a5a-dc84de85fe59 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1042511 Jan 24 09:31:14.938334 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6adf062a-a972-48ae-b818-877c98639967 req-a794999f-3433-4630-9413-50720e7dc0d7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470405 Jan 24 09:31:15.340421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756ab7-2ad8-44a1-8e69-a9d8c2df764a req-7e1502f0-a5f4-4719-85bf-e0f3a3d09447 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:15.342006 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05756ab7-2ad8-44a1-8e69-a9d8c2df764a req-7e1502f0-a5f4-4719-85bf-e0f3a3d09447 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.1043017 Jan 24 09:31:15.392902 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05756ab7-2ad8-44a1-8e69-a9d8c2df764a req-bc2eeb67-18ff-4d3f-a19f-d5aa1eaef197 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0443130 Jan 24 09:31:15.626586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849c5f5-eeea-4740-ab5c-02bdfd9b8d40 req-de33cc0b-d1a9-4d61-8ab6-9e8ebe375b74 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:15.628292 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d849c5f5-eeea-4740-ab5c-02bdfd9b8d40 req-de33cc0b-d1a9-4d61-8ab6-9e8ebe375b74 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.1072407 Jan 24 09:31:15.680388 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d849c5f5-eeea-4740-ab5c-02bdfd9b8d40 req-a5eed9de-a13e-47a7-8b5d-7b5ab59f9666 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0452549 Jan 24 09:31:15.899120 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-af2f6bd6-205a-4018-8b1d-fb5c69541a85 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1642187 Jan 24 09:31:15.909119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:31:15.919223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:31:15.923299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Usage tracker for resource:floatingip and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:31:15.926332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:31:15.932204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:31:15.941409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:16.130353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:16.314610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b06dcd-5a67-4b67-98ec-901db2055438 req-0fe0d547-da16-4f15-a021-06dc7a85e191 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:16.316226 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f5b06dcd-5a67-4b67-98ec-901db2055438 req-0fe0d547-da16-4f15-a021-06dc7a85e191 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.2306583 Jan 24 09:31:16.433462 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f5b06dcd-5a67-4b67-98ec-901db2055438 req-ad12642f-6c82-4845-9df4-5a947aa41322 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774326 Jan 24 09:31:16.513402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Allocated IP 172.27.2.162 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/d53a621c-f5bb-401d-ade2-6dd1e618f172) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:31:16.682861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:16.717368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:16.747271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:16.910635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=d53a621c-f5bb-401d-ade2-6dd1e618f172,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:16.923380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.923975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.924227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.924636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.925037 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.925439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.925837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.926233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.926628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.927022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.927416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.927832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.928262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.928652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.929044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.930009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.930411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.930801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.931194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.931599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.931997 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.932388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.932778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.933169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:16.938404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:16.956342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:31:16.957517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:31:16.959943 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:31:17.057686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:17.123613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:17.419702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:17.423375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:17.462477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:17.613334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=d53a621c-f5bb-401d-ade2-6dd1e618f172,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:17.623163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:17.854529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac902c-e6aa-4ef3-916c-0bd985dcc525 req-c1cb4de5-3115-4b3e-a0cb-92c55a30d3d5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:17.856419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7bac902c-e6aa-4ef3-916c-0bd985dcc525 req-c1cb4de5-3115-4b3e-a0cb-92c55a30d3d5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.2371316 Jan 24 09:31:17.862334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:17.920614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:17.921927 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0169897 Jan 24 09:31:17.930555 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7bac902c-e6aa-4ef3-916c-0bd985dcc525 req-a0d77971-e475-4bc7-834c-d03c34daf99c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637126 Jan 24 09:31:18.021335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-f1ad89fb-fd60-4b75-991b-d4960e93860b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:31:18.052946 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-f1ad89fb-fd60-4b75-991b-d4960e93860b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:31:18.055317 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-f1ad89fb-fd60-4b75-991b-d4960e93860b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.162 HTTP/1.1" status: 200 len: 696 time: 0.1227787 Jan 24 09:31:18.281500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-2b5c8fac-ea81-45f4-a978-09d94c734ae0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:18.282889 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-2b5c8fac-ea81-45f4-a978-09d94c734ae0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.2211776 Jan 24 09:31:18.293730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-0a2e8aae-0973-45aa-bdcf-7c2984f5955f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:31:18.294817 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-71b2b88c-15c5-40ef-9852-8d598f34970c req-0a2e8aae-0973-45aa-bdcf-7c2984f5955f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061655 Jan 24 09:31:18.518202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90df9ca-9832-4030-ab89-902bcc12475c req-9f80bdce-02c5-4010-9465-48f2016fa51a tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:18.520171 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-9f80bdce-02c5-4010-9465-48f2016fa51a tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1133332 Jan 24 09:31:18.615035 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-52e6fa80-5bc9-4932-91f9-cc69b8e70c59 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0877850 Jan 24 09:31:18.639933 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'floatingip': {'port_id': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:31:18.736729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.538524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719bb08-a420-4877-a3b6-0e1e7fd8bcd8 req-a76b91a8-0fa3-476d-aee2-7ec1e68e125b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:19.539592 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5719bb08-a420-4877-a3b6-0e1e7fd8bcd8 req-a76b91a8-0fa3-476d-aee2-7ec1e68e125b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.2852187 Jan 24 09:31:19.685815 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5719bb08-a420-4877-a3b6-0e1e7fd8bcd8 req-cdad9642-ee51-4ebd-af92-ed3030f6c72e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862164 Jan 24 09:31:19.754577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d151354b-0cf3-4463-9fd8-23978a068c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.843558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:19.847019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.060624 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Floating IP 9dcd6b92-6783-403a-a2b9-39082eb0439f associated. External IP: 172.27.2.162, port: ef2eef62-d60c-4080-baf6-3b92179a2f8a. Jan 24 09:31:20.449568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:31:20.649930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:31:20.656030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:20.662147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:31:20.675282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:20.679856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:20.752441 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-e1afc49a-8516-4925-bd01-cf0504bbc612 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "PUT /v2.0/floatingips/9dcd6b92-6783-403a-a2b9-39082eb0439f HTTP/1.1" status: 200 len: 996 time: 2.1172056 Jan 24 09:31:20.752934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:20.952446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:20.960163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90df9ca-9832-4030-ab89-902bcc12475c req-5137c3e6-1343-44cd-aeba-4e2f0dd3f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:20.969510 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-5137c3e6-1343-44cd-aeba-4e2f0dd3f523 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 1162 time: 0.2034540 Jan 24 09:31:21.129514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90df9ca-9832-4030-ab89-902bcc12475c req-44349e40-0835-4e66-8317-9ca23326f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:21.133909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-44349e40-0835-4e66-8317-9ca23326f624 service neutron] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1634943 Jan 24 09:31:21.259387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab0d73-b1af-4e8e-8ab4-8acf9bd2db52 req-575fdb41-81f0-4217-961d-d74dd8996429 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:21.267180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-16ab0d73-b1af-4e8e-8ab4-8acf9bd2db52 req-575fdb41-81f0-4217-961d-d74dd8996429 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.3745146 Jan 24 09:31:21.345078 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-16ab0d73-b1af-4e8e-8ab4-8acf9bd2db52 req-5823d2d5-f5cf-4e5c-a450-bbeb2b3222d6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768383 Jan 24 09:31:21.353801 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-96e3d91e-6c56-4554-b0d2-786b0fb10d72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2eef62-d60c-4080-baf6-3b92179a2f8a HTTP/1.1" status: 200 len: 999 time: 0.2136478 Jan 24 09:31:21.405417 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '9dcd6b92-6783-403a-a2b9-39082eb0439f', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:8c:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:31:17Z', 'updated_at': '2021-01-24T09:31:19Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:21.409704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:31:21.420886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:21.421787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:30:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:21.456050 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'status': 'completed', 'code': 200} Jan 24 09:31:21.470132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90df9ca-9832-4030-ab89-902bcc12475c req-b1c77d67-8c1a-4391-94a3-d03015f5d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:21.472911 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-b1c77d67-8c1a-4391-94a3-d03015f5d36a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.1183074 Jan 24 09:31:21.591446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:21.649137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-0ef66b34-5738-4401-b0c7-6e6c87541019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:21.652424 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-0ef66b34-5738-4401-b0c7-6e6c87541019 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 1162 time: 0.1287739 Jan 24 09:31:21.715136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:21.854957 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba11cb19-bbe4-495c-8254-14b07d6fcdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:21.857157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90df9ca-9832-4030-ab89-902bcc12475c req-09052d22-23d6-41e2-bf42-ceb30921eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:21.859776 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-09052d22-23d6-41e2-bf42-ceb30921eb9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3611445 Jan 24 09:31:21.901531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-2d700091-14d4-437c-9c2b-9f2078e5301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:21.903639 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-2d700091-14d4-437c-9c2b-9f2078e5301a service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.2424738 Jan 24 09:31:22.068243 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-7118c4b8-442d-40a4-8bae-300fec7287c1 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967945 Jan 24 09:31:22.127261 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-035fc5e1-37a9-406c-bd77-ca1ebe1014e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2eef62-d60c-4080-baf6-3b92179a2f8a HTTP/1.1" status: 200 len: 999 time: 0.2131667 Jan 24 09:31:22.216661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-2ac1842a-7d7c-4498-a93b-5941769bf3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:22.218821 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-2ac1842a-7d7c-4498-a93b-5941769bf3d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0838723 Jan 24 09:31:22.248317 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d90df9ca-9832-4030-ab89-902bcc12475c req-f2b4d4b6-f610-44a1-b147-8bf6b6c66461 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1714289 Jan 24 09:31:22.331032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-79483330-c7b9-4d93-89ea-bb8620c01fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:22.333108 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-79483330-c7b9-4d93-89ea-bb8620c01fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968986 Jan 24 09:31:22.406769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '9dcd6b92-6783-403a-a2b9-39082eb0439f', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:8c:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:31:17Z', 'updated_at': '2021-01-24T09:31:19Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:22.411124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f7aea-ab71-493b-8695-bca08ce263ef None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '9dcd6b92-6783-403a-a2b9-39082eb0439f', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:8c:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:31:17Z', 'updated_at': '2021-01-24T09:31:19Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:31:22.521427 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-e8d6d88c-db43-4bb8-a826-4516f66776f4 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780641 Jan 24 09:31:22.656459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5705166-4110-4fb8-a07b-fd87928043da req-fd0b04f4-b20e-41a1-a38d-a57995ae49d5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:22.665124 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d5705166-4110-4fb8-a07b-fd87928043da req-fd0b04f4-b20e-41a1-a38d-a57995ae49d5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1222723 Jan 24 09:31:22.692116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:22.696673 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0ce795cf-d93a-4af2-acfd-c257c4b66ad0 req-04fc146f-a388-4433-b572-bf3ec1e1a0be service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1674936 Jan 24 09:31:22.729247 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d5705166-4110-4fb8-a07b-fd87928043da req-3cf8409a-c53a-4d26-9926-634753137d92 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625260 Jan 24 09:31:22.806749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd68a02-5938-4036-8d6c-2432dcc12f52 None None] New status for floating IP 9dcd6b92-6783-403a-a2b9-39082eb0439f: ACTIVE {{(pid=80080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:31:23.646622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:24.176847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197708-fb32-484e-bfbe-d4c356172c43 req-553bf710-c141-44e4-a153-6aca54ee0a96 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:24.179048 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-38197708-fb32-484e-bfbe-d4c356172c43 req-553bf710-c141-44e4-a153-6aca54ee0a96 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1372199 Jan 24 09:31:24.179591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:24.237195 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-38197708-fb32-484e-bfbe-d4c356172c43 req-3ef0cb28-69b8-4cf2-a73d-009dcf4212b2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511007 Jan 24 09:31:25.498585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98202997-f114-4193-823a-c11f2cca0799 req-4b80dde5-f766-48f8-b126-866514140f66 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:25.501050 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-98202997-f114-4193-823a-c11f2cca0799 req-4b80dde5-f766-48f8-b126-866514140f66 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1121194 Jan 24 09:31:25.561114 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-98202997-f114-4193-823a-c11f2cca0799 req-f0772907-524a-4c48-8cf7-3690b2d56599 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524387 Jan 24 09:31:26.701558 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-fe996902-4ecb-440c-ab9e-355edfdd382d tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/floatingips/881641e2-0c5e-40d9-a1fe-2adaf8fd516a HTTP/1.1" status: 200 len: 997 time: 0.1287477 Jan 24 09:31:26.959928 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455443ff-c835-499c-b1ba-f6721c9f59be req-781b57c8-462e-487f-b3cd-fabe24f01102 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:26.962071 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-781b57c8-462e-487f-b3cd-fabe24f01102 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.2596560 Jan 24 09:31:26.989828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9b2a-3b78-466a-8e16-d4c99e1baac5 req-d4975252-eb38-4a08-b4ed-2966b930b2d5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:26.992245 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-056a9b2a-3b78-466a-8e16-d4c99e1baac5 req-d4975252-eb38-4a08-b4ed-2966b930b2d5 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.2642164 Jan 24 09:31:26.998129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-4a75031a-f94e-4ebc-b94e-7d195192fd5f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:31:26.999174 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-4a75031a-f94e-4ebc-b94e-7d195192fd5f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0059438 Jan 24 09:31:27.129026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-056a9b2a-3b78-466a-8e16-d4c99e1baac5 req-26ca3d97-6645-43d3-986d-7d4bf4f3827c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288164 Jan 24 09:31:27.153351 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-502abbe7-987c-448b-9bd4-102eeb88f47a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.1367488 Jan 24 09:31:27.258007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455443ff-c835-499c-b1ba-f6721c9f59be req-004f3c59-28f2-40af-af90-ca314ceaba53 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:27.259500 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-004f3c59-28f2-40af-af90-ca314ceaba53 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports/597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 942 time: 0.1003633 Jan 24 09:31:27.447957 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-7ea1afee-d4ea-44dc-b03d-80d4ecd3b96e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.1064601 Jan 24 09:31:27.684317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Deleting port e81930d0-5e4b-414e-979e-81a06b4b87d9 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:27.684698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:27.864139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:27.864736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:28.001624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Calling delete_port for e81930d0-5e4b-414e-979e-81a06b4b87d9 owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:28.163138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:28.172892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-72f2a603-9866-4902-85c6-07f331337db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:28.174542 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-72f2a603-9866-4902-85c6-07f331337db9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1162 time: 0.0808263 Jan 24 09:31:28.179864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:28.232806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event deleted for resources: {'Port': ['ID=e81930d0-5e4b-414e-979e-81a06b4b87d9,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:28.235917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:28.321901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-560d8709-8862-42ae-9c7e-4e438ebcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:28.323530 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-560d8709-8862-42ae-9c7e-4e438ebcdc67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1420846 Jan 24 09:31:28.435772 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-44470f27-00f6-4311-aa7d-03cd37658869 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 200 len: 1001 time: 0.1051557 Jan 24 09:31:28.478379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005b8bc-05c4-48c4-b9e3-6ad8eeb1ed07 req-bc08e0a1-585e-485b-8c00-2e56c5433b54 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:28.480045 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f005b8bc-05c4-48c4-b9e3-6ad8eeb1ed07 req-bc08e0a1-585e-485b-8c00-2e56c5433b54 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1864717 Jan 24 09:31:28.505767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-dee4443f-960c-4f30-b9bb-2242b0bd7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:28.507971 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-dee4443f-960c-4f30-b9bb-2242b0bd7dc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0648749 Jan 24 09:31:28.545262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for floatingip, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:28.545639 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Floating IP 881641e2-0c5e-40d9-a1fe-2adaf8fd516a disassociated (deleted). External IP: 172.27.2.34, port: 597b6599-9ebf-4ce9-9065-840482a524b3. Jan 24 09:31:28.598255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-9feb9b6b-b08b-4f48-9079-b3d33a896681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:28.599937 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-9feb9b6b-b08b-4f48-9079-b3d33a896681 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853245 Jan 24 09:31:28.618378 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f005b8bc-05c4-48c4-b9e3-6ad8eeb1ed07 req-9c397637-3543-40e9-952a-e8bc15956a12 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294267 Jan 24 09:31:28.750388 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-ce73e73d-a1b0-45ec-9e53-4d3864452327 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421447 Jan 24 09:31:29.149418 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03871af7-5256-44e3-9d9a-2ac624d81109 req-4d96bb31-1aea-47d4-8809-6abf21f803c5 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3792608 Jan 24 09:31:29.185769 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Router 63463677-9953-4db2-b14d-f8fba36f4d30 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:31:29.382658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:31:29.393574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] Sync routers for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:31:29.404581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:29.410420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:29.411113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:29.493450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-1410764c-cf0e-42c2-a086-abb114b56ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:29.495484 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-1410764c-cf0e-42c2-a086-abb114b56ef2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1202 time: 0.0800011 Jan 24 09:31:29.512687 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "DELETE /v2.0/floatingips/881641e2-0c5e-40d9-a1fe-2adaf8fd516a HTTP/1.1" status: 204 len: 173 time: 2.0492134 Jan 24 09:31:29.513865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:29.622924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:29.637036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4880a-aa3c-4c2d-bedc-eeca2cf77271 req-c071b5e4-faad-4f07-8245-892aef60114f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:29.638735 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e2c4880a-aa3c-4c2d-bedc-eeca2cf77271 req-c071b5e4-faad-4f07-8245-892aef60114f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.2028708 Jan 24 09:31:29.652029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-14ad4334-899f-41a7-ae01-653e059e9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:29.653672 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-14ad4334-899f-41a7-ae01-653e059e9cbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1442544 Jan 24 09:31:29.674803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455443ff-c835-499c-b1ba-f6721c9f59be req-324889fe-474e-4f5a-8e5c-6149cae9fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:29.674803 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-324889fe-474e-4f5a-8e5c-6149cae9fbd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.1438928 Jan 24 09:31:29.767276 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-e780ca38-8148-4b43-8093-55b3d605ad9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 999 time: 0.1058238 Jan 24 09:31:29.797546 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e2c4880a-aa3c-4c2d-bedc-eeca2cf77271 req-5e4afb22-018e-44f2-b0e9-051ade350a2b tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1511753 Jan 24 09:31:29.852322 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455443ff-c835-499c-b1ba-f6721c9f59be req-bbb27389-1512-4608-b8d7-5af4f131e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:29.854393 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-bbb27389-1512-4608-b8d7-5af4f131e5b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.1704030 Jan 24 09:31:29.865534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-fd44dfc0-fe23-4f4d-86b1-8d1aca2b69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:29.867678 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-fd44dfc0-fe23-4f4d-86b1-8d1aca2b69a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.0932875 Jan 24 09:31:29.926864 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3', 'status': 'completed', 'code': 200} Jan 24 09:31:29.944949 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-64835ab1-4a84-4527-bdc5-719099324fab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 217 time: 0.0815670 Jan 24 09:31:30.008606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:22Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:30.013248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] Checking router: 63463677-9953-4db2-b14d-f8fba36f4d30 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:31:30.019161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455443ff-c835-499c-b1ba-f6721c9f59be req-91ae491d-d0ff-46ee-87e9-09bdd6a07cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.020843 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-91ae491d-d0ff-46ee-87e9-09bdd6a07cd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.0698841 Jan 24 09:31:30.023698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:30.024528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:30.080731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-3213847e-0a6c-4d7e-bd9e-ace0100a8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.082380 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-3213847e-0a6c-4d7e-bd9e-ace0100a8b72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2066419 Jan 24 09:31:30.084932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-2d5f0968-557c-4dd0-8b50-7f9c439b1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.086418 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-2d5f0968-557c-4dd0-8b50-7f9c439b1214 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2cf0e1930e54690996154b31cdb6a06&device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 1162 time: 0.1451442 Jan 24 09:31:30.207320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1a56c-947e-44cd-a153-67fc51561ce3 req-dba13fbe-28fd-4002-b46a-8e709dd3cc83 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.209029 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-37d1a56c-947e-44cd-a153-67fc51561ce3 req-dba13fbe-28fd-4002-b46a-8e709dd3cc83 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1403205 Jan 24 09:31:30.211065 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455443ff-c835-499c-b1ba-f6721c9f59be req-95678461-8677-4ea9-bbc1-a69a446a646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.212626 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-95678461-8677-4ea9-bbc1-a69a446a646f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1844616 Jan 24 09:31:30.219821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:30.363190 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-37d1a56c-947e-44cd-a153-67fc51561ce3 req-b0b08afe-c6ea-43c3-b237-5f6e44e4d61c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454980 Jan 24 09:31:30.377234 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-15b83dbe-a887-40f6-b911-ac9283a93b30 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805462 Jan 24 09:31:30.384854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-df88bb00-4858-446b-b274-78303cf586f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.386691 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-df88bb00-4858-446b-b274-78303cf586f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 200 len: 903 time: 0.2888367 Jan 24 09:31:30.416868 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-bfa4a908-c83f-4c0f-bd6d-a8d17a575b9e service neutron] 10.222.0.45 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835258 Jan 24 09:31:30.571201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:22Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:30.572332 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-455443ff-c835-499c-b1ba-f6721c9f59be req-c33e7690-cf12-41bf-8674-58ab0ebc5dc4 service neutron] 10.222.0.45 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1543512 Jan 24 09:31:30.575992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e490d-1ffb-458f-b657-bc25a3006d72 None None] The sync data for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi is: [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:24:12Z', 'revision_number': 4, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '81f30362-1067-4b4f-8fad-12eca7728295', 'name': '', 'network_id': 'ca62a377-fdec-46e4-84ea-b3bee741ee63', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:09Z', 'updated_at': '2021-01-24T09:24:22Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'subnets': [{'id': '1526e1c6-1ef2-45a1-85d8-2731d2be0d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:31:30.581733 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-51c9972e-fab4-49c3-8e81-cd75a84d4a8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 200 len: 217 time: 0.0793734 Jan 24 09:31:30.680420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-7616f912-6528-4c4a-a217-213d1bf23ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.681992 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-7616f912-6528-4c4a-a217-213d1bf23ac8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 200 len: 848 time: 0.0899770 Jan 24 09:31:30.684015 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7190959b-11b7-45e8-a6f4-9db49bb18dda req-511d0304-174d-48ec-b2f7-9b636cb8cd78 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2963915 Jan 24 09:31:30.783983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-15c8aca9-69d1-4113-af7c-a4754c72aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:30.785678 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-15c8aca9-69d1-4113-af7c-a4754c72aadb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca62a377-fdec-46e4-84ea-b3bee741ee63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836167 Jan 24 09:31:30.977435 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-28d779ce-04b3-40e2-bf4e-a42138634359 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838148 Jan 24 09:31:31.070890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972a99a-1e21-4c85-b908-9d89f8e5bd21 None None] New status for floating IP 881641e2-0c5e-40d9-a1fe-2adaf8fd516a: DOWN {{(pid=80080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:31:31.132392 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c5cbfe70-fa02-4208-8dd8-55b84852dc84 req-678c4c43-efb8-4cc3-9120-e57938649e48 service neutron] 10.222.0.48 "GET /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471205 Jan 24 09:31:31.158059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15027abf-57e9-4cec-b610-fede6436279c req-c63f10bf-08d3-4778-8a1d-b24884825725 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:31.159773 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-15027abf-57e9-4cec-b610-fede6436279c req-c63f10bf-08d3-4778-8a1d-b24884825725 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1925917 Jan 24 09:31:31.187742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a420c69-b102-476c-b57c-d6fa96c4847d req-963d56e3-5a9e-4209-b434-797bf7526a27 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:31.188555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4a420c69-b102-476c-b57c-d6fa96c4847d req-963d56e3-5a9e-4209-b434-797bf7526a27 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Synchronizing usage tracker for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:31:31.244067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4a420c69-b102-476c-b57c-d6fa96c4847d req-963d56e3-5a9e-4209-b434-797bf7526a27 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Unset dirty status for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:31:31.245369 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a420c69-b102-476c-b57c-d6fa96c4847d req-963d56e3-5a9e-4209-b434-797bf7526a27 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.2250979 Jan 24 09:31:31.259428 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-15027abf-57e9-4cec-b610-fede6436279c req-212b9cae-8c87-4dbc-85aa-bffa5ae184b0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0678089 Jan 24 09:31:31.309026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a420c69-b102-476c-b57c-d6fa96c4847d req-cc7018ae-40fd-4cb4-a38b-6af63e185a76 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0485327 Jan 24 09:31:31.623210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fee53-ce21-4251-ac5d-d8466d5bd459 req-17ce9d48-ad3b-4d67-a3e6-517bc227911d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:31.624965 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d7fee53-ce21-4251-ac5d-d8466d5bd459 req-17ce9d48-ad3b-4d67-a3e6-517bc227911d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1096432 Jan 24 09:31:31.679322 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2d7fee53-ce21-4251-ac5d-d8466d5bd459 req-db4913e2-2f71-4195-9b16-2ae241cab30b tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481031 Jan 24 09:31:32.311101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:32.441827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:32.484826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:32.496626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fcfc00f6-f325-4612-b8da-6c775cc58631,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:32.499832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:32.502820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:32.554688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a2fc-8b5c-4912-aa8b-8e0ed4ccea3c req-02198865-459c-49cb-9a05-906fa9d294e4 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:32.556455 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0fd2a2fc-8b5c-4912-aa8b-8e0ed4ccea3c req-02198865-459c-49cb-9a05-906fa9d294e4 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1367614 Jan 24 09:31:32.579409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:32.582967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:32.618866 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0fd2a2fc-8b5c-4912-aa8b-8e0ed4ccea3c req-90d82c1a-24de-40a0-8c56-e7647c901d4f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0539165 Jan 24 09:31:32.842448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d42885-4cd1-4012-8837-b3495fc51ebc req-8099fddf-4573-4d4d-b948-530a45915662 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:32.844589 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f4d42885-4cd1-4012-8837-b3495fc51ebc req-8099fddf-4573-4d4d-b948-530a45915662 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1074111 Jan 24 09:31:32.881565 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'code': 422} returned with failed status Jan 24 09:31:32.899419 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f4d42885-4cd1-4012-8837-b3495fc51ebc req-4e18429c-dd52-4c95-aa9e-5573bda322f1 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0470548 Jan 24 09:31:33.331209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-82e705ec-e472-4abb-83f5-677b78d711f8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:33.332036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-82e705ec-e472-4abb-83f5-677b78d711f8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Synchronizing usage tracker for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:31:33.345522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-82e705ec-e472-4abb-83f5-677b78d711f8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Unset dirty status for tenant:c2cf0e1930e54690996154b31cdb6a06 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:31:33.346739 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-82e705ec-e472-4abb-83f5-677b78d711f8 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.48 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 945 time: 0.1190596 Jan 24 09:31:33.356798 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-6488216d-d769-4f51-84dc-6027e2072440 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514823 Jan 24 09:31:33.385446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33d7d-48c9-493c-826d-af1c8b6956f9 req-ed0f2da1-bb4d-480f-925c-34f3424080a4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:33.387135 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-58f33d7d-48c9-493c-826d-af1c8b6956f9 req-ed0f2da1-bb4d-480f-925c-34f3424080a4 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1428463 Jan 24 09:31:33.437558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Deleting port 597b6599-9ebf-4ce9-9065-840482a524b3 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:33.437947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:33.460506 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-58f33d7d-48c9-493c-826d-af1c8b6956f9 req-7c90af36-9c6d-4a06-8b2a-6fd7207dc0a6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661371 Jan 24 09:31:33.736821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] For port 597b6599-9ebf-4ce9-9065-840482a524b3, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=597b6599-9ebf-4ce9-9065-840482a524b3,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:33.737326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:33.881784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Calling delete_port for 597b6599-9ebf-4ce9-9065-840482a524b3 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:33.892080 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b02d38-7f49-41e8-9cbd-95a6010fe9e9 req-8c9f8af9-c36f-4dfb-a830-43e87ced8695 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:33.893782 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99b02d38-7f49-41e8-9cbd-95a6010fe9e9 req-8c9f8af9-c36f-4dfb-a830-43e87ced8695 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1195519 Jan 24 09:31:33.955498 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-99b02d38-7f49-41e8-9cbd-95a6010fe9e9 req-f75656be-0087-4395-b34c-bc51bfbb1ca1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0549085 Jan 24 09:31:34.062359 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-70f80261-1f63-49b4-8eb1-b4b248910ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:34.064027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-70f80261-1f63-49b4-8eb1-b4b248910ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9&tenant_id=a17d458110c64cdaac95d5c6b8429d17 HTTP/1.1" status: 200 len: 1160 time: 0.1489515 Jan 24 09:31:34.193189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:34.213558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fa5a04db-a171-49e1-a63a-0af77775ae7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:34.238425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb65161-fd7f-4637-b325-411df80cf435 req-4b93999e-c937-45de-9e15-f63024775ab2 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:34.247086 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6bb65161-fd7f-4637-b325-411df80cf435 req-4b93999e-c937-45de-9e15-f63024775ab2 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 867 time: 0.1221917 Jan 24 09:31:34.280254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event deleted for resources: {'Port': ['ID=597b6599-9ebf-4ce9-9065-840482a524b3,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:34.297151 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.297562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.297966 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.298368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.298767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.299250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.299667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.300063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.300494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.300914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.301320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.301716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.302146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.302537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.302926 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.303313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.304298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.304700 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.305144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.305556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.305947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.306331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.306715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.307097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:31:34.312308 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6bb65161-fd7f-4637-b325-411df80cf435 req-223fdc10-af6f-463b-9f35-6b00ca8082d1 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups?id=133f7cad-48ee-487d-aaa8-8b05be304a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0642736 Jan 24 09:31:34.313922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:34.316409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:34.375953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: 597b6599-9ebf-4ce9-9065-840482a524b3 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:34.377082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 597b6599-9ebf-4ce9-9065-840482a524b3 not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:34.379871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-19f62aef-cea9-4720-b8b5-ab22852e6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:34.381562 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-19f62aef-cea9-4720-b8b5-ab22852e6e99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1160 time: 0.2692482 Jan 24 09:31:34.715063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1982b-3f50-450d-9b29-33fa226b37d8 req-9ca3b691-5263-4691-9fb9-4447d9926fe1 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:34.716826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3ce1982b-3f50-450d-9b29-33fa226b37d8 req-9ca3b691-5263-4691-9fb9-4447d9926fe1 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1109917 Jan 24 09:31:34.771048 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3ce1982b-3f50-450d-9b29-33fa226b37d8 req-c2851a6b-f3d5-4d51-bdb8-a3b821e3c8d2 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475333 Jan 24 09:31:34.815935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] No DVR routers for this DVR port 597b6599-9ebf-4ce9-9065-840482a524b3 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:31:34.820679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:34.823382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-deleted', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:34.853502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-9ad7fe7b-9e79-48d9-ad71-bcbc361a31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:34.855209 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-9ad7fe7b-9e79-48d9-ad71-bcbc361a31c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.4618316 Jan 24 09:31:34.857023 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a109c320-30fd-4b2c-bdc1-7213b4b5aaf2 req-7ff591f2-5871-4ef7-bad0-2d69068d11a6 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.48 "DELETE /v2.0/ports/597b6599-9ebf-4ce9-9065-840482a524b3 HTTP/1.1" status: 204 len: 173 time: 1.5043392 Jan 24 09:31:34.928223 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d983e-c106-4a50-b9e5-d75e2beaae0a', 'name': 'network-vif-deleted', 'tag': '597b6599-9ebf-4ce9-9065-840482a524b3', 'status': 'completed', 'code': 200} Jan 24 09:31:34.991623 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-14e225e5-97c0-4769-9090-f0f0f5411ccd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 200 len: 999 time: 0.1261320 Jan 24 09:31:35.081786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-ceed184f-7dcf-47bd-a7fd-4fb79b230124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.083795 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-ceed184f-7dcf-47bd-a7fd-4fb79b230124 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0711780 Jan 24 09:31:35.173500 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-4b97021c-7ff3-425e-8488-983d51e4cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.174738 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-4b97021c-7ff3-425e-8488-983d51e4cc82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844016 Jan 24 09:31:35.230745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7485e90-efb8-49f0-9c9e-85ad670f0f76 req-a3217425-2876-416a-8b7a-3a97bc8ef636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:35.232534 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7485e90-efb8-49f0-9c9e-85ad670f0f76 req-a3217425-2876-416a-8b7a-3a97bc8ef636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1132743 Jan 24 09:31:35.291983 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f7485e90-efb8-49f0-9c9e-85ad670f0f76 req-19bd6f18-e325-4ea2-9d2e-4d2819076cb5 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0526931 Jan 24 09:31:35.321727 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-099372c5-afba-4ca5-8bcc-1d46de27cc41 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394753 Jan 24 09:31:35.473839 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1523a303-fee4-40b5-aa6a-7dce9cc163cf req-d2603a39-6554-459a-902f-49fbfb6c54a8 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457148 Jan 24 09:31:35.486663 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-39c24890-c3dc-4c5e-83e6-642fbb0f61e4 req-87c861cb-e1a9-4071-b62e-4e04273111a3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0498416 Jan 24 09:31:36.028788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab493f-64d5-4f42-b790-db8aa1191363 req-0cbf6b08-35c5-41ad-a549-3605963b86e6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:36.030512 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6eab493f-64d5-4f42-b790-db8aa1191363 req-0cbf6b08-35c5-41ad-a549-3605963b86e6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1130705 Jan 24 09:31:36.085301 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6eab493f-64d5-4f42-b790-db8aa1191363 req-b323bfc3-810e-4472-b303-a309d8a20344 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470719 Jan 24 09:31:36.560958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46ccfb-e65a-4e2b-ace9-887242b8d580 req-9ff1776b-aed9-49e4-9359-54029b12ec7a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:36.571922 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6e46ccfb-e65a-4e2b-ace9-887242b8d580 req-9ff1776b-aed9-49e4-9359-54029b12ec7a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1436975 Jan 24 09:31:36.668322 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6e46ccfb-e65a-4e2b-ace9-887242b8d580 req-d689a8f0-fb32-4a65-ad83-a7dfabff3c1d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0950775 Jan 24 09:31:36.721447 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd48a9f9-4386-4e26-8a8d-e7b35df04ae9 req-42852303-bd41-4a9c-88da-98615cf4cbdc tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0512419 Jan 24 09:31:37.339354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15940-9407-4cc9-a43a-6e280138e606 req-a800f16a-6b0c-4c0b-8afa-a222d78d2a8d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:37.341390 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aef15940-9407-4cc9-a43a-6e280138e606 req-a800f16a-6b0c-4c0b-8afa-a222d78d2a8d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1092441 Jan 24 09:31:37.401280 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-aef15940-9407-4cc9-a43a-6e280138e606 req-2f042d8b-2dfd-4abb-b171-0d407f702623 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539577 Jan 24 09:31:37.946836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535edbc4-2b99-4492-a241-ef8abbfe6e04 req-f85209a8-c197-4ce7-b248-4e35dab1aaa5 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:37.948498 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-535edbc4-2b99-4492-a241-ef8abbfe6e04 req-f85209a8-c197-4ce7-b248-4e35dab1aaa5 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1492317 Jan 24 09:31:37.981683 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-277adc2a-193d-4202-b8f4-ad9365ab2908 req-c7dafd6d-f442-4cec-911f-a8c34712ac04 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0968361 Jan 24 09:31:38.053525 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-535edbc4-2b99-4492-a241-ef8abbfe6e04 req-3b466044-7fb3-446f-9dba-1929f9e80df2 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0928948 Jan 24 09:31:38.799433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e600c-4b4a-491d-bf8b-9fa2b7e42b96 req-b912199b-9740-46f7-85bc-639144dd7503 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:38.801170 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-432e600c-4b4a-491d-bf8b-9fa2b7e42b96 req-b912199b-9740-46f7-85bc-639144dd7503 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1097353 Jan 24 09:31:38.859286 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-432e600c-4b4a-491d-bf8b-9fa2b7e42b96 req-896d7476-9f90-41c5-860f-6ba40ee21fa1 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511649 Jan 24 09:31:39.201496 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4e12102-a49f-4eb2-8d07-551dce420402 req-b7e1deee-6019-415b-8189-977385d64477 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0675766 Jan 24 09:31:39.314047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fa217-e3a1-4c08-8de7-6d8901727c64 req-dd3dd334-cedc-48d9-96ca-76c33640bfbb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:39.315797 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-608fa217-e3a1-4c08-8de7-6d8901727c64 req-dd3dd334-cedc-48d9-96ca-76c33640bfbb tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1178923 Jan 24 09:31:39.380832 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-608fa217-e3a1-4c08-8de7-6d8901727c64 req-4b9071fa-5124-4eb4-af05-f2ea03844c31 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0574591 Jan 24 09:31:40.153317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73d74-1298-4e2a-96c2-2ce8a210921c req-5e316e4b-967c-4ba1-85c7-ed6e22632743 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:40.155031 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18c73d74-1298-4e2a-96c2-2ce8a210921c req-5e316e4b-967c-4ba1-85c7-ed6e22632743 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1136053 Jan 24 09:31:40.209368 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18c73d74-1298-4e2a-96c2-2ce8a210921c req-16661d18-ebe9-40b1-98c7-64da56833d57 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475717 Jan 24 09:31:40.399992 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-938998e8-d13c-471d-a82e-8d8ef0700132 req-2cded07e-23d4-45f6-b065-31a47333989e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0517228 Jan 24 09:31:40.850744 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70482294-ae7b-491c-97bc-be0291d659ff req-c96353af-1f6f-46b3-9aff-24a8bfca8679 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:40.852492 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-70482294-ae7b-491c-97bc-be0291d659ff req-c96353af-1f6f-46b3-9aff-24a8bfca8679 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.3375285 Jan 24 09:31:40.913450 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-70482294-ae7b-491c-97bc-be0291d659ff req-09fd25d5-d9f9-46f0-85f0-cda1727e6999 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0538044 Jan 24 09:31:41.470345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaab57-f29e-4f84-9aef-19f95a933351 req-73f24575-6862-4f4c-b507-61453e1c0347 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:41.472094 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6afaab57-f29e-4f84-9aef-19f95a933351 req-73f24575-6862-4f4c-b507-61453e1c0347 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1117985 Jan 24 09:31:41.531287 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6afaab57-f29e-4f84-9aef-19f95a933351 req-f087e897-9b94-41a8-9433-812ec0912bac tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516517 Jan 24 09:31:41.599784 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-03aa2529-51a1-41ff-9861-d550909f8d48 req-e5f6c51a-fc98-4326-b1dc-1cb43ed8826a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0513208 Jan 24 09:31:41.645970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:31:42.153017 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbf229-3fc5-409b-8b65-391e5a31fb0e req-6b7ba7fe-d88b-43cb-8b9a-356345001b8b tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:42.154745 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-42bbf229-3fc5-409b-8b65-391e5a31fb0e req-6b7ba7fe-d88b-43cb-8b9a-356345001b8b tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1095102 Jan 24 09:31:42.220691 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-42bbf229-3fc5-409b-8b65-391e5a31fb0e req-3e61281e-3c72-44b1-8a49-917ab4a74df0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0582850 Jan 24 09:31:42.807749 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5ed9fefd-407c-4670-943b-0dbbe1c5cb96 req-4af00d80-4a4f-424c-8342-cee3e70fd34a tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0512145 Jan 24 09:31:42.932202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2db8b-1deb-4add-8a07-ef22139e2b12 req-ac2d2eb5-05a8-420e-b345-c27ede27cb6f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:42.933968 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-73b2db8b-1deb-4add-8a07-ef22139e2b12 req-ac2d2eb5-05a8-420e-b345-c27ede27cb6f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.2483835 Jan 24 09:31:42.997314 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-73b2db8b-1deb-4add-8a07-ef22139e2b12 req-f5638946-e58a-439e-9faf-72ef843a8f04 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565083 Jan 24 09:31:43.541468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b3fee-7bf7-448b-92c0-dcfd58587b76 req-456f2c87-58ff-4201-bf93-6e358bd89eab tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:43.543079 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c6b3fee-7bf7-448b-92c0-dcfd58587b76 req-456f2c87-58ff-4201-bf93-6e358bd89eab tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1891382 Jan 24 09:31:43.602648 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c6b3fee-7bf7-448b-92c0-dcfd58587b76 req-53e7687a-c2b1-4786-b38d-dcb326f7f77e tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0521493 Jan 24 09:31:44.013112 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd21bb33-c2ac-4794-bde4-b1cad71edf23 req-7b7ba0ed-7bac-4ec9-ba64-d0bafaddc30c tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0565279 Jan 24 09:31:44.268308 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31be0e-e5b0-464a-8b9c-4fe37cfe9d0c req-025584c3-421a-4f8b-aa20-d9ae85a8d098 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:44.270037 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ef31be0e-e5b0-464a-8b9c-4fe37cfe9d0c req-025584c3-421a-4f8b-aa20-d9ae85a8d098 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1136689 Jan 24 09:31:44.323349 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ef31be0e-e5b0-464a-8b9c-4fe37cfe9d0c req-16aa38a2-4066-46b8-8e2c-334c28756dc7 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467579 Jan 24 09:31:44.654732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:31:44.734054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:31:44.734422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:44.853117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11b39e-b21d-422b-a482-3b1ad6f49cfb req-054ecc1d-60aa-4bba-ae2f-8527fdff3e44 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:44.854848 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb11b39e-b21d-422b-a482-3b1ad6f49cfb req-054ecc1d-60aa-4bba-ae2f-8527fdff3e44 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1154685 Jan 24 09:31:44.919341 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fb11b39e-b21d-422b-a482-3b1ad6f49cfb req-6b98f5ee-8e64-43c6-a156-c38411007ec7 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0567951 Jan 24 09:31:45.209193 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-eed5fdaf-a069-4dee-bae0-d123c8afe4aa req-f7098751-79a0-4a5f-a66f-bf692453f78e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0502384 Jan 24 09:31:45.582536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b2e8-1e32-4b1a-af7d-e2bec39f680f req-a02d380c-71f1-4aef-b017-7223f79cfb19 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:45.584196 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c91b2e8-1e32-4b1a-af7d-e2bec39f680f req-a02d380c-71f1-4aef-b017-7223f79cfb19 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1148493 Jan 24 09:31:45.639979 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2c91b2e8-1e32-4b1a-af7d-e2bec39f680f req-a2e136b0-79dd-4c1e-bc32-2fbdf688d7a9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484846 Jan 24 09:31:46.164540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8312cb2-1dbf-4720-a569-a4d1343cfcbd req-efe34a12-71ec-4015-a516-d66827138dfa tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:46.166394 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d8312cb2-1dbf-4720-a569-a4d1343cfcbd req-efe34a12-71ec-4015-a516-d66827138dfa tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1088419 Jan 24 09:31:46.226808 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d8312cb2-1dbf-4720-a569-a4d1343cfcbd req-2a41a220-ee68-4245-b169-24a25c574304 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0536878 Jan 24 09:31:46.434853 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ac0438ed-84db-4dd6-8e43-3954054a0313 req-38d99ba2-bf6e-4d43-aa63-4fa57449874e tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0542090 Jan 24 09:31:46.892852 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd733594-0140-46e1-9b3d-8a2b11ae7f3e req-1ebcee94-edd4-4725-a1a4-e73863f33863 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:46.894570 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd733594-0140-46e1-9b3d-8a2b11ae7f3e req-1ebcee94-edd4-4725-a1a4-e73863f33863 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1088574 Jan 24 09:31:46.948161 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dd733594-0140-46e1-9b3d-8a2b11ae7f3e req-0b18a805-90c2-435d-bbc2-1d696a311b47 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462437 Jan 24 09:31:47.514949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234472ea-6979-449e-a312-09a8ef5b3298 req-f5161ffb-5de6-4dcd-87f8-288283f0acdc tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:47.516923 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-234472ea-6979-449e-a312-09a8ef5b3298 req-f5161ffb-5de6-4dcd-87f8-288283f0acdc tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1407943 Jan 24 09:31:47.593193 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-234472ea-6979-449e-a312-09a8ef5b3298 req-5e823f3d-feb6-48bb-937e-2538bef31b9b tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0693150 Jan 24 09:31:47.723411 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5cbba6d7-80e7-4ff6-927e-467a7030047c req-83a87d3b-6092-4197-a186-5a3d89e1f6c3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0781047 Jan 24 09:31:48.203380 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd4122-9565-43ff-888a-c5c1e0351011 req-f2bfb855-9ba5-4c95-87f0-0ef931355109 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:48.205017 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c2dd4122-9565-43ff-888a-c5c1e0351011 req-f2bfb855-9ba5-4c95-87f0-0ef931355109 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1102626 Jan 24 09:31:48.257960 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c2dd4122-9565-43ff-888a-c5c1e0351011 req-a704fa92-d28d-497f-924c-ad3a3b70fdee tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458226 Jan 24 09:31:48.878689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03100d2-08df-4f26-a17e-8dbbe6a226eb req-26f7273a-6786-46e4-a82c-d89f5323de12 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:48.880395 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a03100d2-08df-4f26-a17e-8dbbe6a226eb req-26f7273a-6786-46e4-a82c-d89f5323de12 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1062055 Jan 24 09:31:48.946974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f4ed7938-92ba-4767-bfd7-75f5d0949d9b req-a89ca44c-c8a4-44ce-9678-bbb15b849c15 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0655146 Jan 24 09:31:48.984673 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a03100d2-08df-4f26-a17e-8dbbe6a226eb req-33dfd1a6-eade-4204-9722-a6e8acfe8f5c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0642035 Jan 24 09:31:49.507838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d805-b649-4ad3-8751-32b6ca82a893 req-8aac540b-2818-42e8-b813-5e70107e4b5d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:49.509473 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0451d805-b649-4ad3-8751-32b6ca82a893 req-8aac540b-2818-42e8-b813-5e70107e4b5d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1068890 Jan 24 09:31:49.564930 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0451d805-b649-4ad3-8751-32b6ca82a893 req-29243674-0096-416b-bb36-e51e2851c585 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492449 Jan 24 09:31:49.745974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-63f2e48e-21f6-412b-8882-ba21ea91a3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:50.187168 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d18d859a-98f1-4c9c-89f3-8b5d81efd87f req-8adec14b-322d-4628-b8a1-c52317fd6dd3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/ports?device_id=070d983e-c106-4a50-b9e5-d75e2beaae0a HTTP/1.1" status: 200 len: 210 time: 0.0877113 Jan 24 09:31:50.253725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eab08-43f3-4e78-9f05-bcffc26206fc req-230e5327-dcc1-4ca5-950b-ebc778f9545a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:50.255233 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da2eab08-43f3-4e78-9f05-bcffc26206fc req-230e5327-dcc1-4ca5-950b-ebc778f9545a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1190860 Jan 24 09:31:50.312928 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-da2eab08-43f3-4e78-9f05-bcffc26206fc req-52e052fb-a742-48b4-8d92-1a7fc9970588 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0511880 Jan 24 09:31:50.813442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defbed6-8c5b-42b9-8835-56d3cbf2196e req-9b2b41e0-ca69-4bae-be12-003ab0906e89 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:50.815071 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9defbed6-8c5b-42b9-8835-56d3cbf2196e req-9b2b41e0-ca69-4bae-be12-003ab0906e89 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1060333 Jan 24 09:31:50.866679 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9defbed6-8c5b-42b9-8835-56d3cbf2196e req-f5e5eb3a-46c6-4f41-8b5b-7581d8444819 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Jan 24 09:31:51.365610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-36480d05-a581-4e1d-b0a3-e234b82f6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:51.367339 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-36480d05-a581-4e1d-b0a3-e234b82f6e3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a17d458110c64cdaac95d5c6b8429d17&device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1160 time: 0.0813093 Jan 24 09:31:51.401009 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27a78ef0-2ac3-48d4-8c8d-fe788b45b2e7 req-4dd7d8f0-838c-4c6c-a5f3-46788834cf2f tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "GET /v2.0/security-groups/133f7cad-48ee-487d-aaa8-8b05be304a5f HTTP/1.1" status: 200 len: 2993 time: 0.0626717 Jan 24 09:31:51.470375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.528607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-bcac8b1d-7d66-48fe-87f4-6689fcb7169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:51.530148 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-bcac8b1d-7d66-48fe-87f4-6689fcb7169d service neutron] 10.222.0.48 "GET /v2.0/networks?id=82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 200 len: 910 time: 0.1431041 Jan 24 09:31:51.538556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-27a78ef0-2ac3-48d4-8c8d-fe788b45b2e7 req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.583529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-27a78ef0-2ac3-48d4-8c8d-fe788b45b2e7 req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.640397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71231d-d34e-42d1-9893-f120b9928876 req-945e5b17-e56f-4156-ba2b-e303d61cba58 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:51.642042 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3d71231d-d34e-42d1-9893-f120b9928876 req-945e5b17-e56f-4156-ba2b-e303d61cba58 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1891358 Jan 24 09:31:51.669759 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-9e6d2d59-61ba-46c5-adf8-71f70d8e6125 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 200 len: 999 time: 0.1067681 Jan 24 09:31:51.711178 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3d71231d-d34e-42d1-9893-f120b9928876 req-2be35560-c659-4f08-a146-7c6e26f28c0d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0580952 Jan 24 09:31:51.716753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-27a78ef0-2ac3-48d4-8c8d-fe788b45b2e7 req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.722250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-81abb38a-70f6-4b63-b3c9-3205a7cd4662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:51.739739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f7cad-48ee-487d-aaa8-8b05be304a5f,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:51.742323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-237e069b-ef05-4881-975b-30b6cb1be2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:51.743133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:51.745440 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-237e069b-ef05-4881-975b-30b6cb1be2da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 200 len: 855 time: 0.0687983 Jan 24 09:31:51.749389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-27a78ef0-2ac3-48d4-8c8d-fe788b45b2e7 req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.750616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-27a78ef0-2ac3-48d4-8c8d-fe788b45b2e7 req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] 10.222.0.45 "DELETE /v2.0/security-groups/133f7cad-48ee-487d-aaa8-8b05be304a5f HTTP/1.1" status: 204 len: 173 time: 0.3423772 Jan 24 09:31:51.826550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 32982) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:51.839368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d328cae-3476-4df5-9a5f-2cbba80c5c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:51.853698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-f6dec378-e41a-4dc3-9dc5-c975360e236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:51.855628 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-f6dec378-e41a-4dc3-9dc5-c975360e236f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82046b66-f464-4f84-8991-e0013f251ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017983 Jan 24 09:31:52.030605 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-d9f74f34-1052-41e3-8515-dea26e7d62b6 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656508 Jan 24 09:31:52.257686 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ca9630e4-a909-479a-ac83-04d2f7084943 req-b2a13eef-e99a-4eea-961a-b8005858c459 service neutron] 10.222.0.48 "GET /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426651 Jan 24 09:31:52.333483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8887b-68d8-4b00-ab48-9eccde4fa7c2 req-38133a76-552d-4f14-b506-70abed77bffc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:52.335712 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ede8887b-68d8-4b00-ab48-9eccde4fa7c2 req-38133a76-552d-4f14-b506-70abed77bffc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.2848113 Jan 24 09:31:52.481849 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ede8887b-68d8-4b00-ab48-9eccde4fa7c2 req-92d82af9-31b1-4ffa-9075-55f2f762d8a9 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360753 Jan 24 09:31:52.680987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:52.712738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:52.751749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:31:52.826671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:31:52.827442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.317168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d0e7a-2afe-4a56-8f51-7621b6a98d46 req-14e60f92-4d40-429d-9873-3f8f5a035b32 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:53.319353 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-858d0e7a-2afe-4a56-8f51-7621b6a98d46 req-14e60f92-4d40-429d-9873-3f8f5a035b32 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.4604757 Jan 24 09:31:53.394916 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-858d0e7a-2afe-4a56-8f51-7621b6a98d46 req-561c7563-b26c-444e-bde6-2bf345f9754c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=64dc9e02-6ada-4462-8b95-982fcc029268&id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0630581 Jan 24 09:31:53.458141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Deleting port 81f30362-1067-4b4f-8fad-12eca7728295 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:53.458522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.651646 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.653277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] For port 81f30362-1067-4b4f-8fad-12eca7728295, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=81f30362-1067-4b4f-8fad-12eca7728295,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:53.653678 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:53.820739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Calling delete_port for 81f30362-1067-4b4f-8fad-12eca7728295 owned by network:router_interface {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:53.967844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c50bd8-b3c2-407b-be20-860716af3a4d req-38fae59a-a0eb-46ea-b482-fae16f6aa378 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:53.969416 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-53c50bd8-b3c2-407b-be20-860716af3a4d req-38fae59a-a0eb-46ea-b482-fae16f6aa378 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.2509742 Jan 24 09:31:54.067027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-53c50bd8-b3c2-407b-be20-860716af3a4d req-9e0f61a0-391b-4f15-a579-4063b45038ef tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842817 Jan 24 09:31:54.096851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.112093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:54.168496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Pushing event deleted for resources: {'Port': ['ID=81f30362-1067-4b4f-8fad-12eca7728295,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:54.172553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:54.172844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:54.519953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.032410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Router 63463677-9953-4db2-b14d-f8fba36f4d30 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:31:55.218347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:31:55.292215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:31:55.298112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port fcfc00f6-f325-4612-b8da-6c775cc58631 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:31:55.298541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.320401 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-625f24ff-05b2-4ef6-985f-d95469f38bad admin admin] 10.222.0.45 "PUT /v2.0/routers/63463677-9953-4db2-b14d-f8fba36f4d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4913230 Jan 24 09:31:55.322119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33022) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:55.335951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] Sync routers for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:31:55.363824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:55.364837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:55.396087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c4d36-571f-4c66-87b0-5a2c6b8dce2f req-fc63a82c-a016-4b9e-9191-b8a6b1fa7612 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:55.398109 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-791c4d36-571f-4c66-87b0-5a2c6b8dce2f req-fc63a82c-a016-4b9e-9191-b8a6b1fa7612 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1804461 Jan 24 09:31:55.472322 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-791c4d36-571f-4c66-87b0-5a2c6b8dce2f req-10f6c2e8-0427-4dc9-aeeb-c68625386723 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539250 Jan 24 09:31:55.545083 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.732357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.737839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Deleting port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:55.738215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.784875 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.827383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:55.839414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:55.928731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] For port 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=04d30fae-36b2-46a8-a1b4-c6f12aa5cf76,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:55.929133 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.949114 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'code': 200} Jan 24 09:31:55.950794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fcfc00f6-f325-4612-b8da-6c775cc58631,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:55.960169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:55.977696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-86f167b1-9648-4f17-91bb-0323fe80b5e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:56.067024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Calling delete_port for 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 owned by network:router_gateway {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:56.136079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=6']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:56.141999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:56.224381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:31:54Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:56.229084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] Checking router: 63463677-9953-4db2-b14d-f8fba36f4d30 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:31:56.238071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] Routers {'63463677-9953-4db2-b14d-f8fba36f4d30'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:31:56.238745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['63463677-9953-4db2-b14d-f8fba36f4d30'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:56.268255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.435814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] Set router 63463677-9953-4db2-b14d-f8fba36f4d30 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:31:56.623244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23b14-8f84-4620-bfeb-68a88a59163f req-41738505-f418-4702-8240-1a953fbf94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:56.624896 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18c23b14-8f84-4620-bfeb-68a88a59163f req-41738505-f418-4702-8240-1a953fbf94e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 1162 time: 0.4325671 Jan 24 09:31:56.683427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:31:56.721140 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-18c23b14-8f84-4620-bfeb-68a88a59163f req-c186d5ac-1217-49ea-a975-9951afa3f140 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859311 Jan 24 09:31:56.728171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19459863-14c5-4856-b20d-2945ce12df0a req-1bf025b7-1329-42c3-8506-a409ae4d6b9e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:56.729872 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-19459863-14c5-4856-b20d-2945ce12df0a req-1bf025b7-1329-42c3-8506-a409ae4d6b9e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1102579 Jan 24 09:31:56.742244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.785864 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-19459863-14c5-4856-b20d-2945ce12df0a req-2e72621b-0e46-490e-9862-37208aaa7d69 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493169 Jan 24 09:31:56.860309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port fcfc00f6-f325-4612-b8da-6c775cc58631 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:31:56.860731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.884128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.886457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.911316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.911932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63463677-9953-4db2-b14d-f8fba36f4d30 {{(pid=80077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:31:56.924835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:56.928481 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-12e0608d-ba77-48b5-b478-a2e9158b8a13 admin admin] 10.222.0.45 "DELETE /v2.0/routers/63463677-9953-4db2-b14d-f8fba36f4d30 HTTP/1.1" status: 204 len: 168 time: 1.6025264 Jan 24 09:31:56.929097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33032) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:56.955419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:31:54Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:56.962552 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4da6-5e9a-49a1-bdf3-349f504b24e3 None None] The sync data for ids ['63463677-9953-4db2-b14d-f8fba36f4d30'] in dv-cinder-772181-7-iscsi is: [{'id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'name': 'tempest-TestShelveInstance-1692721181-router', 'tenant_id': 'c2cf0e1930e54690996154b31cdb6a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:04Z', 'updated_at': '2021-01-24T09:31:54Z', 'revision_number': 5, 'project_id': 'c2cf0e1930e54690996154b31cdb6a06', 'gw_port': {'id': '04d30fae-36b2-46a8-a1b4-c6f12aa5cf76', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63463677-9953-4db2-b14d-f8fba36f4d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:06Z', 'updated_at': '2021-01-24T09:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:31:57.000732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Deleting subnet 1526e1c6-1ef2-45a1-85d8-2731d2be0d99 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:31:57.008234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:57.065246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:57.189426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:57.455028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:57.486349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-678ebefa-cb54-41da-a186-758308a37685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:57.572582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1526e1c6-1ef2-45a1-85d8-2731d2be0d99,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:57.579810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:57.611670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:57.618071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03a6b4-33fd-47ef-9e90-149545e0cd1b None None] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:31:57.619622 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2221ce37-2fe5-45f9-be52-efcea88ec6b0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1526e1c6-1ef2-45a1-85d8-2731d2be0d99 HTTP/1.1" status: 204 len: 168 time: 0.6894264 Jan 24 09:31:57.622175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33038) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:57.747232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:57.819150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Deleting port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:57.819456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:57.888879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] DHCP port deletion for ca62a377-fdec-46e4-84ea-b3bee741ee63 request from dv-cinder-772181-7-iscsi {{(pid=80079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:31:57.893189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Deleting port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:57.893618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.051659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0c565-0456-494c-af81-934eddd265ec req-01062bca-323b-4df4-bf56-6089079e2934 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:58.053448 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-04b0c565-0456-494c-af81-934eddd265ec req-01062bca-323b-4df4-bf56-6089079e2934 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1122246 Jan 24 09:31:58.059954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] For port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:58.060733 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.118650 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-04b0c565-0456-494c-af81-934eddd265ec req-40dee31e-41b4-4d9f-971c-eac5cba2704e tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521286 Jan 24 09:31:58.126207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] For port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,segment=NetworkSegment(3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4),segment_id=3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:31:58.126889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.209549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Calling delete_port for 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:58.264899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Calling delete_port for 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 owned by network:dhcp {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:31:58.304391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.323219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:58.383954 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c73bff9-7a16-4ec5-9e6b-56018d1d6423,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:58.386746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:58.421831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80079) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:31:58.422275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:31:58.474540 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] No DVR routers for this DVR port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 on host dv-cinder-772181-7-iscsi {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:31:58.601085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.720327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca62a377-fdec-46e4-84ea-b3bee741ee63']}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:58.733405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4') {'for_net_delete': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:58.733745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c446ad5-3c1e-4ed8-a911-f9f6f51d6cd4') {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:31:58.746454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2277561'] for segment, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.762801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.764958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:31:58.924228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Deleting port 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:31:58.924572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:58.948810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:58.963156 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2163573'] for segment, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:59.138259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 81f30362-1067-4b4f-8fad-12eca7728295 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:59.166291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Network ca62a377-fdec-46e4-84ea-b3bee741ee63 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:31:59.190893 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:31:59.208225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 81f30362-1067-4b4f-8fad-12eca7728295 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:59.208621 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 81f30362-1067-4b4f-8fad-12eca7728295 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:59.209111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:59.245443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-6b6227fb-2877-426f-9911-cb4758e0f534 None None] The port '1c73bff9-7a16-4ec5-9e6b-56018d1d6423' was deleted {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:31:59.251141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:59.251537 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 04d30fae-36b2-46a8-a1b4-c6f12aa5cf76 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:59.252019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:31:59.277276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:59.281140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7f03738c-bb07-405f-b616-27fe39a949cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:31:59.292144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:31:59.292539 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 1c73bff9-7a16-4ec5-9e6b-56018d1d6423 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:31:59.296342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:31:59.307759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca62a377-fdec-46e4-84ea-b3bee741ee63,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:31:59.311399 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:31:59.324220 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-256c0614-552b-4f6a-9283-80d27257ed60 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ca62a377-fdec-46e4-84ea-b3bee741ee63 HTTP/1.1" status: 204 len: 168 time: 1.7009611 Jan 24 09:31:59.327193 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33082) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:31:59.379497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb185b4-27c9-48d7-9ad7-68dc63d3186c req-8f7ecdf2-8ca6-48bb-bfe3-4d8d2e87b537 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:31:59.381180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bbb185b4-27c9-48d7-9ad7-68dc63d3186c req-8f7ecdf2-8ca6-48bb-bfe3-4d8d2e87b537 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1164019 Jan 24 09:31:59.435240 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bbb185b4-27c9-48d7-9ad7-68dc63d3186c req-5f5e405c-457f-4a37-96f4-ef6bcbeb8549 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473375 Jan 24 09:32:00.102714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:00.463843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Deleting port 016cdc00-d03f-439b-abdd-3e993bd22ee4 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:00.464424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:00.643019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] For port 016cdc00-d03f-439b-abdd-3e993bd22ee4, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=016cdc00-d03f-439b-abdd-3e993bd22ee4,segment=NetworkSegment(d5124fb9-ce04-4d92-962b-2bfe135701fa),segment_id=d5124fb9-ce04-4d92-962b-2bfe135701fa)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:00.643427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:00.772569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Calling delete_port for 016cdc00-d03f-439b-abdd-3e993bd22ee4 owned by network:router_interface {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:01.080214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:01.096333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5af4c7ed-ce3d-4f9b-9892-80b1dc8e829b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:01.152607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Pushing event deleted for resources: {'Port': ['ID=016cdc00-d03f-439b-abdd-3e993bd22ee4,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:01.156724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:01.500768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:01.998832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Router 88c5db25-7b34-444a-8eaf-1ee56c606232 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:32:02.406690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:32:02.416146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] Sync routers for ids ['88c5db25-7b34-444a-8eaf-1ee56c606232'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:32:02.416719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c5e3a19f-1093-44e0-a3e1-a40911431527 admin admin] 10.222.0.45 "PUT /v2.0/routers/88c5db25-7b34-444a-8eaf-1ee56c606232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884359 Jan 24 09:32:02.419430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33096) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:02.425992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] Routers {'88c5db25-7b34-444a-8eaf-1ee56c606232'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:02.426668 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['88c5db25-7b34-444a-8eaf-1ee56c606232'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:02.608264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks [] for router, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:02.619807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] Set router 88c5db25-7b34-444a-8eaf-1ee56c606232 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:02.794162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:02.799355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Deleting port fdcb454b-adf6-441f-9a51-4cd831af8cdd {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:02.799784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:02.922300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:32:01Z', 'revision_number': 5, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:02.926310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] Checking router: 88c5db25-7b34-444a-8eaf-1ee56c606232 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:32:02.935492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] Routers {'88c5db25-7b34-444a-8eaf-1ee56c606232'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:02.936187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['88c5db25-7b34-444a-8eaf-1ee56c606232'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:03.004070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] For port fdcb454b-adf6-441f-9a51-4cd831af8cdd, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=fdcb454b-adf6-441f-9a51-4cd831af8cdd,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:03.004473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.135129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] Set router 88c5db25-7b34-444a-8eaf-1ee56c606232 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:03.135567 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Calling delete_port for fdcb454b-adf6-441f-9a51-4cd831af8cdd owned by network:router_gateway {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:03.284868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.480938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.592579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:32:01Z', 'revision_number': 5, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:03.596699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f52fe-8004-4792-9458-d8a9624e58f9 None None] The sync data for ids ['88c5db25-7b34-444a-8eaf-1ee56c606232'] in dv-cinder-772181-7-iscsi is: [{'id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'name': 'tempest-TestShelveInstance-1573261446-router', 'tenant_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:24:17Z', 'updated_at': '2021-01-24T09:32:01Z', 'revision_number': 5, 'project_id': '90f4ccffbc194216a52ac132e5ffbe2a', 'gw_port': {'id': 'fdcb454b-adf6-441f-9a51-4cd831af8cdd', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5db25-7b34-444a-8eaf-1ee56c606232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:24:19Z', 'updated_at': '2021-01-24T09:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:32:03.619484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.621981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.651701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.652483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c5db25-7b34-444a-8eaf-1ee56c606232 {{(pid=80077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:32:03.667778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.669107 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b6402add-e822-4b25-b734-2719ccc18e47 admin admin] 10.222.0.45 "DELETE /v2.0/routers/88c5db25-7b34-444a-8eaf-1ee56c606232 HTTP/1.1" status: 204 len: 168 time: 1.2486620 Jan 24 09:32:03.671666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33110) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:03.739388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Deleting subnet 4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:32:03.743250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.797442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:03.887624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.178527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.198757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aa46c529-61aa-46cf-8af2-c5f95abefbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:04.244128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:04.246893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:04.338020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.343405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d3227-6cb1-42cc-8bad-3c051aaa48d3 None None] Network 8915b614-94a8-4170-8fea-2b4072d557d6 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:32:04.347643 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f5a6a617-7e0e-404e-8da9-4f0484a31e52 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4c72c749-3913-4ad2-aaa1-c4fa8deaeaf7 HTTP/1.1" status: 204 len: 168 time: 0.6734338 Jan 24 09:32:04.348869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33120) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:04.460507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.531560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Deleting port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:04.531923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.600524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] DHCP port deletion for 8915b614-94a8-4170-8fea-2b4072d557d6 request from dv-cinder-772181-7-iscsi {{(pid=80079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:32:04.605176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Deleting port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:04.605612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.761370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] For port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,segment=NetworkSegment(d5124fb9-ce04-4d92-962b-2bfe135701fa),segment_id=d5124fb9-ce04-4d92-962b-2bfe135701fa)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:04.761920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.821798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] For port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,segment=NetworkSegment(d5124fb9-ce04-4d92-962b-2bfe135701fa),segment_id=d5124fb9-ce04-4d92-962b-2bfe135701fa)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:04.822256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:04.893160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Calling delete_port for 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:04.954215 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Calling delete_port for 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 owned by network:dhcp {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:04.976635 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:05.010725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-aacf1fc9-13fb-42fd-9a21-705dd4ac5a1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:05.019240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:32:05.057029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Pushing event deleted for resources: {'Port': ['ID=92e4a96a-3965-4b32-9b9c-5e931cd1f4d9,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:05.061140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:05.070021 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:32:05.070424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:32:05.070892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 016cdc00-d03f-439b-abdd-3e993bd22ee4 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:32:05.110951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 016cdc00-d03f-439b-abdd-3e993bd22ee4 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:32:05.111350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 016cdc00-d03f-439b-abdd-3e993bd22ee4 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:32:05.111845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fdcb454b-adf6-441f-9a51-4cd831af8cdd no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:32:05.159285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] No DVR routers for this DVR port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 on host dv-cinder-772181-7-iscsi {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:32:05.160085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: fdcb454b-adf6-441f-9a51-4cd831af8cdd {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:32:05.160487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fdcb454b-adf6-441f-9a51-4cd831af8cdd not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:32:05.181209 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80079) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:32:05.181624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:32:05.290533 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:05.409329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8915b614-94a8-4170-8fea-2b4072d557d6']}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:05.423439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5124fb9-ce04-4d92-962b-2bfe135701fa') {'for_net_delete': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:05.423439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5124fb9-ce04-4d92-962b-2bfe135701fa') {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:05.436529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2277561'] for segment, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:05.459093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:05.461432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:32:05.641444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Network 8915b614-94a8-4170-8fea-2b4072d557d6 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:32:05.650624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2163573'] for segment, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:05.682498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Deleting port 92e4a96a-3965-4b32-9b9c-5e931cd1f4d9 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:05.683008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:05.756589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a3e68c2d-1c51-4923-86ad-097852bb54a2 None None] The port '92e4a96a-3965-4b32-9b9c-5e931cd1f4d9' was deleted {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:32:06.047704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Network 8915b614-94a8-4170-8fea-2b4072d557d6 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:32:06.071278 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:32:06.151210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:06.154762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c24ba18b-7cf9-4746-94f8-908356046dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:06.172190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:06.183559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Pushing event deleted for resources: {'Network': ['ID=8915b614-94a8-4170-8fea-2b4072d557d6,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:06.186801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:06.188869 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9031dbdb-48e6-4682-a585-beeafaf1219b admin admin] 10.222.0.45 "DELETE /v2.0/networks/8915b614-94a8-4170-8fea-2b4072d557d6 HTTP/1.1" status: 204 len: 168 time: 1.8389900 Jan 24 09:32:06.347154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33134) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:06.399462 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5e1366db-e322-4b8e-9852-91761a44a86d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2cf0e1930e54690996154b31cdb6a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509651 Jan 24 09:32:06.402098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33140) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:06.465091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:06.491732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:06.539106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:06.544664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5b63aa2b-b443-4549-ae50-dd4877a2be1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:06.558506 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ce7ff-7141-4462-a306-f3e578d31a3f,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:06.563978 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:06.569066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:06.570628 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/268ce7ff-7141-4462-a306-f3e578d31a3f HTTP/1.1" status: 204 len: 168 time: 0.1672289 Jan 24 09:32:06.979984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33154) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:07.035382 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-23730ec0-7b05-436f-8ff5-98076b1d4aa8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90f4ccffbc194216a52ac132e5ffbe2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540943 Jan 24 09:32:07.038047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33158) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:07.098787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:07.134124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:07.182590 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:07.187510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:07.198789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f144611-68f6-4499-bdd6-9e6476e44a5f,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:07.202582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:07.205760 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:07.208170 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f144611-68f6-4499-bdd6-9e6476e44a5f HTTP/1.1" status: 204 len: 168 time: 0.1679380 Jan 24 09:32:08.695640 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465de93e-0f18-49c6-9a60-efaad25ff963 req-dd7845a8-34f4-4884-aa14-d2fa7507038b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:08.697237 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-465de93e-0f18-49c6-9a60-efaad25ff963 req-dd7845a8-34f4-4884-aa14-d2fa7507038b tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 946 time: 0.1054180 Jan 24 09:32:08.751230 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-465de93e-0f18-49c6-9a60-efaad25ff963 req-6367a21f-7985-417c-a274-d5aadf708967 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477526 Jan 24 09:32:09.984372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dea7b2-b38b-4371-8bb4-9d106e5f1fcc req-e729ec94-2e4f-4f23-ad1e-debba064e5fe tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:09.986160 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05dea7b2-b38b-4371-8bb4-9d106e5f1fcc req-e729ec94-2e4f-4f23-ad1e-debba064e5fe tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 946 time: 0.1055329 Jan 24 09:32:10.038822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-05dea7b2-b38b-4371-8bb4-9d106e5f1fcc req-7b57a77b-f1b0-4d52-9059-69a9ec0d71d9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464504 Jan 24 09:32:10.914742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0b57895f-e165-488d-a66d-047d04586a7c up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:32:10.985881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 0b57895f-e165-488d-a66d-047d04586a7c triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:32:10.986418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:11.001887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-1221a640-6cf8-403f-ac78-11bcaec711fa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:11.002698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-1221a640-6cf8-403f-ac78-11bcaec711fa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Synchronizing usage tracker for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:32:11.018304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-1221a640-6cf8-403f-ac78-11bcaec711fa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Unset dirty status for tenant:b9a7e9ac4fef44f6b60222949f824802 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:32:11.019556 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-1221a640-6cf8-403f-ac78-11bcaec711fa tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 946 time: 0.1255019 Jan 24 09:32:11.104092 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Deleting port 0b57895f-e165-488d-a66d-047d04586a7c {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:11.104637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:11.389172 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] For port 0b57895f-e165-488d-a66d-047d04586a7c, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=0b57895f-e165-488d-a66d-047d04586a7c,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:11.389588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:11.514544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f88a3c-f597-4637-9834-24c949881477 req-53b0bd48-c03d-48d9-8809-9ee7b4d3bcca tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:11.516232 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-42f88a3c-f597-4637-9834-24c949881477 req-53b0bd48-c03d-48d9-8809-9ee7b4d3bcca tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 946 time: 0.3435342 Jan 24 09:32:11.568719 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-42f88a3c-f597-4637-9834-24c949881477 req-0f25b55d-6ecd-475f-9371-df05cd161fa9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups?id=0d3737b5-9e4d-4fc3-94e2-8deaa3357316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Jan 24 09:32:11.698460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:11.698788 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:11.699133 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Floating IP d5a1bf5d-834a-4de4-aaed-bd02c63b51dc disassociated. External IP: 172.27.2.222, port: 0b57895f-e165-488d-a66d-047d04586a7c. Jan 24 09:32:11.699504 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Calling delete_port for 0b57895f-e165-488d-a66d-047d04586a7c owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:11.846993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:11.861801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:11.916891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event deleted for resources: {'Port': ['ID=0b57895f-e165-488d-a66d-047d04586a7c,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:11.921448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:12.221842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Router beaccde7-1058-4dd3-b198-2fc329681bba has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:32:12.412202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:32:12.422043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] Sync routers for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:32:12.433861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:12.434600 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:12.451724 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] No DVR routers for this DVR port 0b57895f-e165-488d-a66d-047d04586a7c on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:32:12.454110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:12.458124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'name': 'network-vif-deleted', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:32:12.474150 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-776e28d5-d4a7-48a2-9cdd-c9cad89807c5 req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.48 "DELETE /v2.0/ports/0b57895f-e165-488d-a66d-047d04586a7c HTTP/1.1" status: 204 len: 173 time: 1.4490631 Jan 24 09:32:12.523526 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68028f5-a4bb-4262-b29a-5c8e0a008a4d', 'name': 'network-vif-deleted', 'tag': '0b57895f-e165-488d-a66d-047d04586a7c', 'status': 'completed', 'code': 200} Jan 24 09:32:12.645000 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:12.699598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0b57895f-e165-488d-a66d-047d04586a7c no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:32:12.750709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: 0b57895f-e165-488d-a66d-047d04586a7c {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:32:12.751099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 0b57895f-e165-488d-a66d-047d04586a7c not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:32:12.767903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-33fafac6-f0d4-41bd-a5b4-87be48ef669d req-76d290d7-d83e-4b07-9ae9-18abff9a9ac9 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/ports?device_id=f68028f5-a4bb-4262-b29a-5c8e0a008a4d HTTP/1.1" status: 200 len: 210 time: 0.0489483 Jan 24 09:32:13.016523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:13.021098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] Checking router: beaccde7-1058-4dd3-b198-2fc329681bba for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:32:13.030618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:13.031433 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:31:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:13.232816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:13.564463 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:13.569004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68f2e6-a2c3-4dcc-a19f-623b85a32b99 None None] The sync data for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi is: [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:22:00Z', 'revision_number': 4, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '598eb586-c13a-48e7-88f8-3f176adefae8', 'name': '', 'network_id': 'c11acb17-436c-4015-9902-2d3a1b47b8ed', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'mac_address': 'fa:16:3e:0a:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:57Z', 'updated_at': '2021-01-24T09:22:10Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'subnets': [{'id': '156716e1-616b-42c2-aabf-bbd6a35c4ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:32:13.920849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33192) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:13.953837 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b236e43-c3e2-48f8-9c3f-1a6fa20f8402 None None] New status for floating IP d5a1bf5d-834a-4de4-aaed-bd02c63b51dc: DOWN {{(pid=80080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:32:13.995514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3218dbe-34dc-4cd7-995f-60d1b9683635 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.025730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3218dbe-34dc-4cd7-995f-60d1b9683635 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.071809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3218dbe-34dc-4cd7-995f-60d1b9683635 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.077067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ee23e9ee-1b1a-46a5-87b7-b1701ffda152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:14.092969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3218dbe-34dc-4cd7-995f-60d1b9683635 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3737b5-9e4d-4fc3-94e2-8deaa3357316,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:14.095755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e3218dbe-34dc-4cd7-995f-60d1b9683635 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:14.103173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e3218dbe-34dc-4cd7-995f-60d1b9683635 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.106947 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e3218dbe-34dc-4cd7-995f-60d1b9683635 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "DELETE /v2.0/security-groups/0d3737b5-9e4d-4fc3-94e2-8deaa3357316 HTTP/1.1" status: 204 len: 168 time: 0.1824837 Jan 24 09:32:14.107218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33196) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:14.126029 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.v2.resource [None req-61f9eaa3-8f3d-48d1-9875-c228f4e7bc1d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] show failed (client error): The resource could not be found. Jan 24 09:32:14.130160 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-61f9eaa3-8f3d-48d1-9875-c228f4e7bc1d tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "GET /v2.0/security-groups/0d3737b5-9e4d-4fc3-94e2-8deaa3357316 HTTP/1.1" status: 404 len: 347 time: 0.0189502 Jan 24 09:32:14.130443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33200) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:14.320508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Deleting port b2e7386b-c675-4f5b-a1df-0b7cd65b1435 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:14.321057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.502426 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.502957 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.636558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Calling delete_port for b2e7386b-c675-4f5b-a1df-0b7cd65b1435 owned by network:floatingip {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:14.776710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:14.792039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-12c1736a-b07f-4b23-aa9e-76979cee3574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:14.850456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Pushing event deleted for resources: {'Port': ['ID=b2e7386b-c675-4f5b-a1df-0b7cd65b1435,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:14.854530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:15.014058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks [] for floatingip, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:15.028965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:15.030159 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] 10.222.0.45 "DELETE /v2.0/floatingips/d5a1bf5d-834a-4de4-aaed-bd02c63b51dc HTTP/1.1" status: 204 len: 168 time: 0.8987236 Jan 24 09:32:18.646336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:32:19.241727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33236) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:19.749690 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e092d870-a6bd-46a8-a205-13ff580f87a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:20.358085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:20.719764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Deleting port 598eb586-c13a-48e7-88f8-3f176adefae8 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:20.720144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:20.901111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] For port 598eb586-c13a-48e7-88f8-3f176adefae8, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=598eb586-c13a-48e7-88f8-3f176adefae8,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:20.901731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:21.032015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Calling delete_port for 598eb586-c13a-48e7-88f8-3f176adefae8 owned by network:router_interface {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:21.204984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:21.223722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8f57c48-5436-4f48-9dfa-cd4c339599ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:21.278508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=598eb586-c13a-48e7-88f8-3f176adefae8,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:21.282368 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:21.474856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:21.633772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:21.831412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-06b70d61-b1bf-41d9-9e7c-d4cef0e82f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:22.141926 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Router beaccde7-1058-4dd3-b198-2fc329681bba has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:32:22.550780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:32:22.559824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] Sync routers for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:32:22.563875 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4d43b056-a12c-4345-958f-532d12705d0a admin admin] 10.222.0.45 "PUT /v2.0/routers/beaccde7-1058-4dd3-b198-2fc329681bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3209877 Jan 24 09:32:22.566509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33246) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:22.569643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:22.570324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:22.726204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:22.754400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks [] for router, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:22.770067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:22.937651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:22.943094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Deleting port daa0bca5-e043-4c7f-b9e7-f4b315f484df {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:22.943474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.072413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:32:21Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:23.076502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] Checking router: beaccde7-1058-4dd3-b198-2fc329681bba for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:32:23.086067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] Routers {'beaccde7-1058-4dd3-b198-2fc329681bba'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:23.086731 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['beaccde7-1058-4dd3-b198-2fc329681bba'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:23.141294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] For port daa0bca5-e043-4c7f-b9e7-f4b315f484df, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=daa0bca5-e043-4c7f-b9e7-f4b315f484df,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:23.141702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.276561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Calling delete_port for daa0bca5-e043-4c7f-b9e7-f4b315f484df owned by network:router_gateway {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:23.291014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] Set router beaccde7-1058-4dd3-b198-2fc329681bba gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:23.416131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.596881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:32:21Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:23.601078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99f1b1-9c28-4c08-9fe5-36c29c096057 None None] The sync data for ids ['beaccde7-1058-4dd3-b198-2fc329681bba'] in dv-cinder-772181-7-iscsi is: [{'id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'name': 'tempest-AttachVolumeTestJSON-62529369-router', 'tenant_id': 'b9a7e9ac4fef44f6b60222949f824802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:45Z', 'updated_at': '2021-01-24T09:32:21Z', 'revision_number': 5, 'project_id': 'b9a7e9ac4fef44f6b60222949f824802', 'gw_port': {'id': 'daa0bca5-e043-4c7f-b9e7-f4b315f484df', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaccde7-1058-4dd3-b198-2fc329681bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:47Z', 'updated_at': '2021-01-24T09:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:32:23.605281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.647281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.744264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.746781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.771419 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.772056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beaccde7-1058-4dd3-b198-2fc329681bba {{(pid=80077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:32:23.785722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.786974 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d0efc7e6-597f-4c37-b167-9c612e187479 admin admin] 10.222.0.45 "DELETE /v2.0/routers/beaccde7-1058-4dd3-b198-2fc329681bba HTTP/1.1" status: 204 len: 168 time: 1.2193856 Jan 24 09:32:23.789774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33250) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:23.856698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Deleting subnet 156716e1-616b-42c2-aabf-bbd6a35c4ae0 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:32:23.860087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.913047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:23.998717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.176390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.258137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.278445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-756468ae-1bd4-4417-a4cb-da9a93f2998f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:24.326919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156716e1-616b-42c2-aabf-bbd6a35c4ae0,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:24.330891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:24.413498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.419294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925cdc61-1146-4829-8bb5-632c68beb74f None None] Network c11acb17-436c-4015-9902-2d3a1b47b8ed requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:32:24.419424 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-72ee6162-bd59-45b8-86cc-b56ab1ba1869 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/156716e1-616b-42c2-aabf-bbd6a35c4ae0 HTTP/1.1" status: 204 len: 168 time: 0.6286118 Jan 24 09:32:24.422090 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33254) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:24.539767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.608048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Deleting port 0c07aac4-b14c-4716-b641-d84c8ad7a592 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:24.608428 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.674914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] DHCP port deletion for c11acb17-436c-4015-9902-2d3a1b47b8ed request from dv-cinder-772181-7-iscsi {{(pid=80079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:32:24.679094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Deleting port 0c07aac4-b14c-4716-b641-d84c8ad7a592 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:24.679525 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.830141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] For port 0c07aac4-b14c-4716-b641-d84c8ad7a592, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=0c07aac4-b14c-4716-b641-d84c8ad7a592,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:24.830511 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.898710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] For port 0c07aac4-b14c-4716-b641-d84c8ad7a592, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=0c07aac4-b14c-4716-b641-d84c8ad7a592,segment=NetworkSegment(9bd286f8-d7ab-4f9b-9039-8951ea87d963),segment_id=9bd286f8-d7ab-4f9b-9039-8951ea87d963)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:24.899086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:24.961524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Calling delete_port for 0c07aac4-b14c-4716-b641-d84c8ad7a592 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:25.031401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device daa0bca5-e043-4c7f-b9e7-f4b315f484df no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:32:25.052012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:25.067558 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b37218a3-77ce-4e28-9e4e-e2e1ffe311d0 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:25.070623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Calling delete_port for 0c07aac4-b14c-4716-b641-d84c8ad7a592 owned by network:dhcp {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:25.131961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c07aac4-b14c-4716-b641-d84c8ad7a592,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:25.135092 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:25.226503 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] No DVR routers for this DVR port 0c07aac4-b14c-4716-b641-d84c8ad7a592 on host dv-cinder-772181-7-iscsi {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:32:25.279043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: daa0bca5-e043-4c7f-b9e7-f4b315f484df {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:32:25.279698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device daa0bca5-e043-4c7f-b9e7-f4b315f484df not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:32:25.279921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 598eb586-c13a-48e7-88f8-3f176adefae8 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:32:25.322518 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 598eb586-c13a-48e7-88f8-3f176adefae8 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:32:25.322912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 598eb586-c13a-48e7-88f8-3f176adefae8 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:32:25.323369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 0c07aac4-b14c-4716-b641-d84c8ad7a592 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:32:25.364313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:25.366147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 0c07aac4-b14c-4716-b641-d84c8ad7a592 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:32:25.366548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 0c07aac4-b14c-4716-b641-d84c8ad7a592 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:32:25.392709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80079) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:32:25.393120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:32:25.699280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11acb17-436c-4015-9902-2d3a1b47b8ed']}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:25.712042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd286f8-d7ab-4f9b-9039-8951ea87d963') {'for_net_delete': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:25.712357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd286f8-d7ab-4f9b-9039-8951ea87d963') {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:25.724240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2277561'] for segment, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:25.739365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:25.741947 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:32:25.894871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Deleting port 0c07aac4-b14c-4716-b641-d84c8ad7a592 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:25.895307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:25.917385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Network c11acb17-436c-4015-9902-2d3a1b47b8ed has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:32:25.926551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2163573'] for segment, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:25.965687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ef228-1da5-431b-bbda-0e736bd7c758 None None] The port '0c07aac4-b14c-4716-b641-d84c8ad7a592' was deleted {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:32:26.108318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Network c11acb17-436c-4015-9902-2d3a1b47b8ed has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:32:26.130709 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:32:26.208886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:26.212980 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8392253-8df1-46d0-b6d9-189a247db07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:26.229768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:26.238520 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11acb17-436c-4015-9902-2d3a1b47b8ed,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:26.242032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:26.252068 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c11acb17-436c-4015-9902-2d3a1b47b8ed HTTP/1.1" status: 204 len: 168 time: 1.8289771 Jan 24 09:32:26.412304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33260) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:26.463755 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-953e6c7f-05b3-4c9c-9917-6d30bc482794 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9a7e9ac4fef44f6b60222949f824802&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500779 Jan 24 09:32:26.466252 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33264) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:26.526190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:26.552360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:26.600664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:26.605534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf8db27c-5b04-4150-8563-e29ab218c929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:26.619467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add74f56-dcda-485a-a0ab-0f4d066a12f7,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:26.622069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:26.627786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:26.629004 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/add74f56-dcda-485a-a0ab-0f4d066a12f7 HTTP/1.1" status: 204 len: 168 time: 0.1618526 Jan 24 09:32:28.860412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33318) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:29.010131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.026593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:29.030813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Usage tracker for resource:security_group_rule and tenant:34df28cbce2f4286ad30c785cf62bce9 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:29.033848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:29.040266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:29.126009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.128615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.140922 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01519a9f-15cf-41f1-bf6d-b46ec19e7963 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:29.184032 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34df28cbce2f4286ad30c785cf62bce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224440 Jan 24 09:32:29.184907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6127c000-ca11-434d-bc4a-2d3fa3d52f18,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:29.187025 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33324) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:29.192903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.193333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.193741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.194143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.194543 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.194943 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.195371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.195810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.196208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.196599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.196992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.197379 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.197807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.198195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.198587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.198973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.199360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.199771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.200162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.200550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.200938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.201323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.201717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.202106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:29.206495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:29.254820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.288799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.340105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.344992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3abcb7fa-af0c-491c-8263-472ca2238e3f tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:29.358238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6127c000-ca11-434d-bc4a-2d3fa3d52f18,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:29.361131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:29.363470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.364695 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6127c000-ca11-434d-bc4a-2d3fa3d52f18 HTTP/1.1" status: 204 len: 168 time: 0.1766269 Jan 24 09:32:29.715532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33332) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:29.734614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.749964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:29.753982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Usage tracker for resource:security_group_rule and tenant:efcec9de2a584da3a990f25a21154bec is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:29.757526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:29.763220 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:29.850189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.852939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.861186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5981e5e6-f967-491c-adfb-4356e6f91ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:29.904252 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efcec9de2a584da3a990f25a21154bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875710 Jan 24 09:32:29.905315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3559c-cf3b-44c3-a045-7aa74fbcf350,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:29.908250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33336) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:29.908582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01f4973d-257d-4b88-bc7e-abaf1f394865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:29.971346 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:29.999441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:30.043674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:30.048608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9356dbdf-7b3d-4274-b807-a3c8d9a90856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:30.063544 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3559c-cf3b-44c3-a045-7aa74fbcf350,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:30.066113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:30.072957 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:30.074186 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56d3559c-cf3b-44c3-a045-7aa74fbcf350 HTTP/1.1" status: 204 len: 168 time: 0.1646888 Jan 24 09:32:32.414683 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33388) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:32.565671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:32.580799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:32.585532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Usage tracker for resource:security_group_rule and tenant:b1a0f0fd8ea54e34bdd71722df37d4d0 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:32.588534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:32.594344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:32.681268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:32.684078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:32.692804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-96900741-758f-45db-b627-11c392a718d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:32.734971 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1a0f0fd8ea54e34bdd71722df37d4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191717 Jan 24 09:32:32.735959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496d61bb-ff6c-41fb-b027-1668a686466b,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:32.737940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33394) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:32.739385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:32.800312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:32.826897 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:32.871010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:32.875887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cf10eeeb-6c5a-4b7d-be39-bb15845886a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:32.891138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d61bb-ff6c-41fb-b027-1668a686466b,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:32.895605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:32.898168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:32.899385 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/496d61bb-ff6c-41fb-b027-1668a686466b HTTP/1.1" status: 204 len: 168 time: 0.1603734 Jan 24 09:32:33.234381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33402) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:33.257213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:33.273411 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:33.277476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Usage tracker for resource:security_group_rule and tenant:55d41daa110e4759b249ef80da488c9a is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:33.280447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:33.286227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:33.370762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:33.373727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:33.383084 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7dfbfcf0-a710-42f3-9a37-dddc6aae6b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:33.424352 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55d41daa110e4759b249ef80da488c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888659 Jan 24 09:32:33.426014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4108ef27-c461-4a84-927e-3b6445b65c9d,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:33.427289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33406) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:33.430287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:33.490778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:33.519239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:33.563632 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:33.569053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fc24dd8-7398-4db3-ac07-cab28401c573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:33.581717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4108ef27-c461-4a84-927e-3b6445b65c9d,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:33.585889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:33.591424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:33.592669 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4108ef27-c461-4a84-927e-3b6445b65c9d HTTP/1.1" status: 204 len: 168 time: 0.1637764 Jan 24 09:32:35.695414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33452) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:35.846582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:35.861793 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:35.866384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:5f3af682a2be4fa1802d59774150269d is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:35.869332 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:35.875106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:35.958908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:35.961829 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:35.971378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-937dcad1-ff07-4352-98c2-8c26b590f7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:36.014439 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f3af682a2be4fa1802d59774150269d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178217 Jan 24 09:32:36.015381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db089f-df3b-44f7-bcb2-fb98cdf1b80b,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:36.017395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33458) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:36.018863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:36.079874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.106842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.154464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.159353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7915f416-80b4-4d3b-9134-e70e25db3427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:36.174314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db089f-df3b-44f7-bcb2-fb98cdf1b80b,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:36.185610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.186039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.186455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.186864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.187271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.187720 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.188128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.188532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.188932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.189328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.189722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.190117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.190555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.190948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.191344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.191768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.192200 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.192595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.193012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.193408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.193798 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.194189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.194582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.194969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:32:36.198981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:36.199919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.201744 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d76bbfaf-5513-42b8-b4a2-9635321ede81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58db089f-df3b-44f7-bcb2-fb98cdf1b80b HTTP/1.1" status: 204 len: 168 time: 0.1832178 Jan 24 09:32:36.537666 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33466) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:36.556716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.571746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:36.575717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad118f47b67c423085759aae6e29d66c is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:36.578643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:36.585302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:36.670267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.673041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.681853 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7179193f-999c-4d9c-8ffe-6e292bc23cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:36.728344 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad118f47b67c423085759aae6e29d66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895559 Jan 24 09:32:36.729290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb0627-be89-4855-b555-af5549cf2280,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:36.731248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33470) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:36.732598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:36.793604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d38ec1f4-d897-4d24-a208-ba1b4a54f104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.820651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d38ec1f4-d897-4d24-a208-ba1b4a54f104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.867264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d38ec1f4-d897-4d24-a208-ba1b4a54f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.872462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-48d3454e-0c34-433f-8cc1-02a6de4583c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:36.883845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ec1f4-d897-4d24-a208-ba1b4a54f104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb0627-be89-4855-b555-af5549cf2280,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:36.888628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d38ec1f4-d897-4d24-a208-ba1b4a54f104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:36.890585 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d38ec1f4-d897-4d24-a208-ba1b4a54f104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:36.891830 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d38ec1f4-d897-4d24-a208-ba1b4a54f104 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4abb0627-be89-4855-b555-af5549cf2280 HTTP/1.1" status: 204 len: 168 time: 0.1594751 Jan 24 09:32:44.738739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33596) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:44.887435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:44.903733 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:44.907804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Usage tracker for resource:security_group_rule and tenant:c65ac9fc820a459e959c68dec02115eb is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:44.910766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:44.916550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:45.004989 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.008595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.017654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9e5faf07-c7bf-45d2-9e2d-51e4780389d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:45.060576 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c65ac9fc820a459e959c68dec02115eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207171 Jan 24 09:32:45.061568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da665e45-e0e1-4e8b-8cb6-e4c2d2455849,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:45.063472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33602) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:45.065161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:45.125784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.152917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.202482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.207717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-769f5c5c-1edc-4908-81dd-c50a6f1fe7d3 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:45.222862 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da665e45-e0e1-4e8b-8cb6-e4c2d2455849,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:45.226770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:45.234791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.236058 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da665e45-e0e1-4e8b-8cb6-e4c2d2455849 HTTP/1.1" status: 204 len: 168 time: 0.1715009 Jan 24 09:32:45.571522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33610) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:45.590757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.606435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:45.610489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Usage tracker for resource:security_group_rule and tenant:9eca4727a0c24bdf84c55c79ca745e40 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:45.613431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:45.619778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:45.708807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.712029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.720932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f30b2b69-8835-41d3-960c-399d127600d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:45.763151 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9eca4727a0c24bdf84c55c79ca745e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904733 Jan 24 09:32:45.764907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6594886-5bbd-418c-83ec-d311535d87d6,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:45.766204 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33614) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:45.768342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:45.828477 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.855893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.899515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.904425 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-01bc9be3-ebd8-4843-bcec-df0a0f3dce5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:45.917637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6594886-5bbd-418c-83ec-d311535d87d6,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:45.922320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:45.926626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:45.928513 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6594886-5bbd-418c-83ec-d311535d87d6 HTTP/1.1" status: 204 len: 168 time: 0.1605225 Jan 24 09:32:48.551727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33686) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:48.701259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:48.716873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:48.720903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e7eb181dee4e424db52d25e4ed1a9d37 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:48.723944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:48.730339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:48.814019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:48.816800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:48.825619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a37bd814-af06-4374-b785-43b4efb155f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:48.868291 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7eb181dee4e424db52d25e4ed1a9d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154564 Jan 24 09:32:48.869255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a57525-6111-4743-8b3b-81c2c2d2c6b8,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:48.871239 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33692) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:48.872719 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1e64b1cd-9c20-4c2b-a726-b7eae8f169c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:48.937713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:48.965611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.010658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.015801 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ef1828e-2cda-4e74-8be1-ec906e758c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:49.030160 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a57525-6111-4743-8b3b-81c2c2d2c6b8,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:49.032775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:49.035138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.036356 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46a57525-6111-4743-8b3b-81c2c2d2c6b8 HTTP/1.1" status: 204 len: 168 time: 0.1639249 Jan 24 09:32:49.392663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33700) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:49.412238 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.427314 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:32:49.431387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d5fea8cedb4e31bc8ecb156d48aa29 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:32:49.434320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:32:49.440044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:32:49.523264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.525931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.534790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5a784d7c-47f5-49a5-9045-f0d29f149ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:49.579831 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5d5fea8cedb4e31bc8ecb156d48aa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860313 Jan 24 09:32:49.581472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1de320-e94e-40db-b2a5-da616fc79bab,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:49.582733 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33704) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:32:49.584826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:49.649300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.675660 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.720059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.724931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c75a1d72-e0d3-4343-938e-17329c2564c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:49.738553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1de320-e94e-40db-b2a5-da616fc79bab,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:49.741866 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:49.751747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:49.752973 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c1de320-e94e-40db-b2a5-da616fc79bab HTTP/1.1" status: 204 len: 168 time: 0.1691706 Jan 24 09:32:49.774582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c1d9-f0db-4011-8ad2-5eefac371b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:50.123123 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-18294338-dd19-4181-9e30-90ecf0217c85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2658849 Jan 24 09:32:50.234762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-9cb9eb1b-eb5a-4bfd-b695-bf0c89b23c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:50.236456 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-9cb9eb1b-eb5a-4bfd-b695-bf0c89b23c8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1202 time: 0.0797009 Jan 24 09:32:50.406705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-8678cf5f-3c6e-4302-8baf-f00bcacf81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:50.408422 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-8678cf5f-3c6e-4302-8baf-f00bcacf81e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1435139 Jan 24 09:32:50.519165 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-3eb4a745-4a56-441c-8c70-caca9c0c306c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 999 time: 0.1037016 Jan 24 09:32:50.592810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-81455ffb-df82-4af2-9cf4-8efd630863ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:50.595139 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-81455ffb-df82-4af2-9cf4-8efd630863ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.0686204 Jan 24 09:32:50.679003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-3ebb060e-5b6c-4a5d-8623-f5a37086ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:50.680669 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-3ebb060e-5b6c-4a5d-8623-f5a37086ffb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794079 Jan 24 09:32:50.692564 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-e59ef577-36ef-413d-bb8c-4aa792cbc86d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:32:50.694229 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-e59ef577-36ef-413d-bb8c-4aa792cbc86d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0057085 Jan 24 09:32:50.839746 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-9ac719a3-8f1d-4e53-a3b6-89f190d17d94 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381617 Jan 24 09:32:50.986113 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6d51ab1-5d12-46f1-af03-cada3f85472b req-8b1aea34-c97b-4979-bb50-f45445e14b0a service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401291 Jan 24 09:32:51.481582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:51.831795 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f04170a3-6841-4138-941e-affe633ac9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:52.379934 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-cb88b2b6-b74e-4309-af03-b26e1a05d945 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-169170913&fields=id&tenant_id=03809755bb3542459af721b4f7d27c0e HTTP/1.1" status: 200 len: 267 time: 0.0469525 Jan 24 09:32:52.495091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-1ba74f6b-e975-423c-bd9b-5f108e10604c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:52.496803 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-1ba74f6b-e975-423c-bd9b-5f108e10604c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 984 time: 0.1101782 Jan 24 09:32:52.510113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Request body: {'port': {'security_groups': ['b2cd5f86-f02e-4eeb-9a14-73076780175c']}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:32:52.651044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:52.687745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:52.967029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] For port bf5b9221-50b3-462b-863f-414b8317b531, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bf5b9221-50b3-462b-863f-414b8317b531,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:32:52.994610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:52.998327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.017149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:53.173197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event updated for resources: {'Port': ['ID=bf5b9221-50b3-462b-863f-414b8317b531,revision_number=6']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:53.178882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:53.232643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:53.233378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.234952 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7f4e0a62-3af4-4ff1-b193-112fc7f88820 req-fc0830fe-ae6b-4ecd-8103-812ebf742964 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "PUT /v2.0/ports/bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 942 time: 0.7311895 Jan 24 09:32:53.235670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:32:53.309727 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531', 'status': 'completed', 'code': 200} Jan 24 09:32:53.328153 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5f8b0a7d-3211-4486-b591-ae5917d48fbf req-2486db1b-96de-4681-b52a-47021e0c4355 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups/64dc9e02-6ada-4462-8b95-982fcc029268 HTTP/1.1" status: 200 len: 3003 time: 0.0633733 Jan 24 09:32:53.419246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5f8b0a7d-3211-4486-b591-ae5917d48fbf req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.451337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5f8b0a7d-3211-4486-b591-ae5917d48fbf req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.476052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-d47be181-4d70-4299-a241-8a5ad065cce2 None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:32:53.476413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d47be181-4d70-4299-a241-8a5ad065cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.496896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5f8b0a7d-3211-4486-b591-ae5917d48fbf req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.501999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cfe44df-bb9b-4a2f-99ae-356407fde5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:53.518125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dc9e02-6ada-4462-8b95-982fcc029268,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:53.523436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:53.526799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-5f8b0a7d-3211-4486-b591-ae5917d48fbf req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.528050 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5f8b0a7d-3211-4486-b591-ae5917d48fbf req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "DELETE /v2.0/security-groups/64dc9e02-6ada-4462-8b95-982fcc029268 HTTP/1.1" status: 204 len: 173 time: 0.1957335 Jan 24 09:32:53.640085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:53.676682 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-fd77450a-67c7-4c89-9183-88d16f972560 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/floatingips/e68635e7-a6ad-431f-bcfe-2a0bee380c31 HTTP/1.1" status: 200 len: 996 time: 0.1175897 Jan 24 09:32:53.854805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-80c15ac8-9651-4f24-8b92-8e9e32eff564 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:53.856283 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-80c15ac8-9651-4f24-8b92-8e9e32eff564 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.1736133 Jan 24 09:32:53.866839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-2326cd61-437f-4b07-bb16-c12934543688 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:32:53.867906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-2326cd61-437f-4b07-bb16-c12934543688 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058153 Jan 24 09:32:53.977984 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-8fb38e26-458b-422c-a554-11024152dd9c tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200 len: 999 time: 0.1042626 Jan 24 09:32:54.080759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-33fbd48e-f5e4-47ea-b731-5813a292a144 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:54.082231 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-33fbd48e-f5e4-47ea-b731-5813a292a144 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports/bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 942 time: 0.0984573 Jan 24 09:32:54.179873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:54.274031 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-2d215e23-cc58-4977-b6f8-b954be60c4be tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200 len: 999 time: 0.1086683 Jan 24 09:32:54.493149 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Deleting port f5fa5d33-f25d-4f58-9401-2a9cb4eeeffd {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:32:54.493450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:54.672598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:54.672961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:54.801642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Calling delete_port for f5fa5d33-f25d-4f58-9401-2a9cb4eeeffd owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:32:54.949528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:54.964758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc822a45-a586-44ac-b592-c9547520df27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:32:55.020593 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event deleted for resources: {'Port': ['ID=f5fa5d33-f25d-4f58-9401-2a9cb4eeeffd,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:32:55.024775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:32:55.179779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks [] for floatingip, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:55.180151 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Floating IP e68635e7-a6ad-431f-bcfe-2a0bee380c31 disassociated (deleted). External IP: 172.27.2.6, port: bf5b9221-50b3-462b-863f-414b8317b531. Jan 24 09:32:55.645355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:32:55.763107 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Router 53a12578-0b0b-47b5-81b5-15c305fc87c7 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:32:55.949728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:32:55.959878 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] Sync routers for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:32:55.969879 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:55.970565 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:55.974098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:56.036767 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-64d43ac3-522f-4e1e-9ff5-fde96aea2ed1 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "DELETE /v2.0/floatingips/e68635e7-a6ad-431f-bcfe-2a0bee380c31 HTTP/1.1" status: 204 len: 173 time: 1.7565072 Jan 24 09:32:56.037547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:32:56.099083 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531', 'status': 'completed', 'code': 200} Jan 24 09:32:56.162164 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:56.264754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-127faf16-dac5-4198-bb9e-984aabbcb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:56.266332 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-127faf16-dac5-4198-bb9e-984aabbcb5d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1162 time: 0.2165082 Jan 24 09:32:56.409674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-5f345d20-0d90-487b-9ba3-68e0cde767e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:56.411288 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-5f345d20-0d90-487b-9ba3-68e0cde767e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1383009 Jan 24 09:32:56.486381 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-f3c158c3-3d3f-41b8-9586-1908cf755e42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 217 time: 0.0683315 Jan 24 09:32:56.489472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:03Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:56.494194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] Checking router: 53a12578-0b0b-47b5-81b5-15c305fc87c7 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:32:56.503125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:32:56.503819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:56.558004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-687dcfd2-071d-4c9a-90a9-033b0091a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:56.559536 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-687dcfd2-071d-4c9a-90a9-033b0091a993 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.0664079 Jan 24 09:32:56.644885 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-a1b3e418-dc86-441b-87cb-3199b5b4f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:56.646595 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-a1b3e418-dc86-441b-87cb-3199b5b4f948 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801358 Jan 24 09:32:56.690280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-db1b4f83-4dd3-4764-8ab1-4e9bac273dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:56.691956 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-db1b4f83-4dd3-4764-8ab1-4e9bac273dbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1162 time: 0.0877521 Jan 24 09:32:56.695428 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:32:56.793112 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-36e96b2b-af73-4966-81d7-233fd5d25b41 service neutron] 10.222.0.45 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394792 Jan 24 09:32:56.849064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-08c76157-d28e-4227-8f0d-2a6f575ac532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:56.851255 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-08c76157-d28e-4227-8f0d-2a6f575ac532 service neutron] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1516969 Jan 24 09:32:56.948434 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-e11b2c3b-4b57-48e1-8706-3ceaf4444b4e req-458e3b81-f4ca-4a24-b192-f1abe9c6f1b2 service neutron] 10.222.0.45 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483085 Jan 24 09:32:56.952072 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-e95a6970-c47d-43aa-b0b2-3b8de7cac874 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 217 time: 0.0777862 Jan 24 09:32:57.072190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-b4d8faf0-6612-48fc-a2d6-4199baaf2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:57.073730 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-b4d8faf0-6612-48fc-a2d6-4199baaf2129 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.1133792 Jan 24 09:32:57.078388 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:03Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:32:57.085249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95728c-cfd2-4276-9406-7a206557c240 None None] The sync data for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi is: [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:28:56Z', 'revision_number': 4, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': '748d67c6-b42a-4388-a881-fb4d8fbb4d33', 'name': '', 'network_id': '682b2073-2e2e-49d9-85c6-7af79585e52d', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'mac_address': 'fa:16:3e:33:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:54Z', 'updated_at': '2021-01-24T09:29:03Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'subnets': [{'id': '57eadfd5-e474-4553-81de-4d6319cbc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:32:57.170124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-d78e458f-1661-4e93-8917-f90603ce96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:57.172053 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-d78e458f-1661-4e93-8917-f90603ce96c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908396 Jan 24 09:32:57.230267 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:32:57.331069 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-b62adf1c-309f-4d1a-bb1f-64093f40b6c6 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504936 Jan 24 09:32:57.340070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port bf5b9221-50b3-462b-863f-414b8317b531 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:32:57.340762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:32:57.525361 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9a77faf7-89ac-476b-b644-22102ac4b8ce req-1ab65715-cc6f-45fa-82e1-a8b470d4f9df service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1863682 Jan 24 09:32:57.621510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc223cb-ba52-4c01-b70b-fcaf891846a2 None None] New status for floating IP e68635e7-a6ad-431f-bcfe-2a0bee380c31: DOWN {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:32:57.712136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-ad21bfa7-aff5-4204-9524-3e6856351a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:57.713857 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-ad21bfa7-aff5-4204-9524-3e6856351a5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03809755bb3542459af721b4f7d27c0e&device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 1162 time: 0.0862479 Jan 24 09:32:57.847250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623e635-c729-459f-b2a1-7550ec65b5df req-a9a4b1f7-ab33-4b71-a5bb-340a610367ab tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:57.849008 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6623e635-c729-459f-b2a1-7550ec65b5df req-a9a4b1f7-ab33-4b71-a5bb-340a610367ab tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1133606 Jan 24 09:32:57.863081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-7e94c730-8fad-436d-9078-f5c699d060f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:57.864750 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-7e94c730-8fad-436d-9078-f5c699d060f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 200 len: 909 time: 0.1429169 Jan 24 09:32:57.908220 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6623e635-c729-459f-b2a1-7550ec65b5df req-2a5aab0f-5ed2-4d6e-a228-07554eca4a9d tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520999 Jan 24 09:32:57.945534 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-0a54677d-b69b-484e-b365-045152bf2297 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 200 len: 217 time: 0.0721812 Jan 24 09:32:58.016303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-f163a760-9b52-4ed1-95d4-af8815471f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:58.017901 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-f163a760-9b52-4ed1-95d4-af8815471f82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 200 len: 854 time: 0.0649323 Jan 24 09:32:58.115813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-6fd9cc20-6910-4942-89cb-1062f6aefd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:58.117706 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-6fd9cc20-6910-4942-89cb-1062f6aefd22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=682b2073-2e2e-49d9-85c6-7af79585e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875986 Jan 24 09:32:58.267952 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-0ce98ef8-4bfd-4c7a-a120-dccdc3124e81 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388595 Jan 24 09:32:58.408898 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2a7f00b6-705d-45fe-9f5c-316993d4c2e1 req-e337f847-a9c9-4d07-aabd-dc6c6e6fbc68 service neutron] 10.222.0.48 "GET /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337595 Jan 24 09:32:59.163344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c901b6a-71c0-4cb7-b338-155e3611bada req-63c0fecb-fd29-48d8-b32b-3f291bc8446c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:32:59.165075 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3c901b6a-71c0-4cb7-b338-155e3611bada req-63c0fecb-fd29-48d8-b32b-3f291bc8446c tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1100135 Jan 24 09:32:59.217588 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3c901b6a-71c0-4cb7-b338-155e3611bada req-f3cde2b7-f7a3-4ed9-afac-e63ad2d9e3dc tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457518 Jan 24 09:33:00.463677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef193-5cd9-4575-ad54-cfe1b5baeacd req-028190cb-7a32-459c-bfa6-d15932bb17c6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:00.465277 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d1fef193-5cd9-4575-ad54-cfe1b5baeacd req-028190cb-7a32-459c-bfa6-d15932bb17c6 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1059134 Jan 24 09:33:00.515245 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d1fef193-5cd9-4575-ad54-cfe1b5baeacd req-3ac58f61-5377-4038-a399-7f449e1f02e3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Jan 24 09:33:01.763680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db44762-06fc-44c4-9f9e-408ba7ce0440 req-28f0e3fc-1008-4308-8e8e-314a26dee6b8 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:01.765284 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8db44762-06fc-44c4-9f9e-408ba7ce0440 req-28f0e3fc-1008-4308-8e8e-314a26dee6b8 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1084523 Jan 24 09:33:01.815769 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8db44762-06fc-44c4-9f9e-408ba7ce0440 req-16b09c3d-416c-443e-940b-385cf89fd305 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440271 Jan 24 09:33:03.067881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb0a73-e98f-427d-b4e4-852a478eddd7 req-f148bf3b-bcb1-4df3-8f7f-6ded3008a5e0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:03.069539 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3fcb0a73-e98f-427d-b4e4-852a478eddd7 req-f148bf3b-bcb1-4df3-8f7f-6ded3008a5e0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1070750 Jan 24 09:33:03.123954 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3fcb0a73-e98f-427d-b4e4-852a478eddd7 req-a246eabf-bc1f-429c-a047-288141111a47 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Jan 24 09:33:03.842235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-a28a0c6c-6f0a-4697-aef0-f3099064ce06 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:03.842917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-a28a0c6c-6f0a-4697-aef0-f3099064ce06 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Synchronizing usage tracker for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:33:03.857128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-a28a0c6c-6f0a-4697-aef0-f3099064ce06 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Unset dirty status for tenant:a17d458110c64cdaac95d5c6b8429d17 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:33:03.858314 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-a28a0c6c-6f0a-4697-aef0-f3099064ce06 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1215496 Jan 24 09:33:04.154913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Deleting port fcfc00f6-f325-4612-b8da-6c775cc58631 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:04.155431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:04.379040 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebbc20-c32d-45a0-b2b1-bcb303a55652 req-482b98b7-557b-40d6-8194-9c95f2a34202 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:04.380855 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6eebbc20-c32d-45a0-b2b1-bcb303a55652 req-482b98b7-557b-40d6-8194-9c95f2a34202 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 945 time: 0.1119084 Jan 24 09:33:04.425582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fcfc00f6-f325-4612-b8da-6c775cc58631,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:04.425985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:04.439972 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6eebbc20-c32d-45a0-b2b1-bcb303a55652 req-07663811-8e63-4d7c-bb4c-91c1eed0cfa3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522113 Jan 24 09:33:04.489014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device fcfc00f6-f325-4612-b8da-6c775cc58631 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:04.618772 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:04.649901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:33:04.660407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fcfc00f6-f325-4612-b8da-6c775cc58631,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:04.664131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:04.666158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:04.724546 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'code': 200} Jan 24 09:33:04.739048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=7']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:04.747820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.747984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:04.748241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.748369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:04.748590 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Floating IP cd842edf-fb9e-4f67-95bf-231a9ac6ffe4 disassociated. External IP: 172.27.2.241, port: fcfc00f6-f325-4612-b8da-6c775cc58631. Jan 24 09:33:04.748727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.749093 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.749212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Calling delete_port for fcfc00f6-f325-4612-b8da-6c775cc58631 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:04.749507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.749887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.750265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.750642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.751020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.751395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.751819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.752197 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.752608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.752979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.753345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.753713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.754079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.754448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.754814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.755177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.755636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.755996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.756387 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.756754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:04.761350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:04.834715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:33:04.835081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:33:05.336755 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Deleting port fcfc00f6-f325-4612-b8da-6c775cc58631 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:05.337254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:05.601904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] For port fcfc00f6-f325-4612-b8da-6c775cc58631, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=fcfc00f6-f325-4612-b8da-6c775cc58631,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:05.602363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:05.706382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3edf65-44a8-411e-99e2-c234612c67b1 req-cd038605-ea9f-41b3-bd30-1eea7547a7c1 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:05.714696 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a3edf65-44a8-411e-99e2-c234612c67b1 req-cd038605-ea9f-41b3-bd30-1eea7547a7c1 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 943 time: 0.1240678 Jan 24 09:33:05.775753 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3a3edf65-44a8-411e-99e2-c234612c67b1 req-ddb43a63-a1e7-4991-8496-2a0e408e1fd0 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups?id=524d0781-51bf-4ec9-92d5-01b7bfc32458&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599725 Jan 24 09:33:05.953007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:05.953420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:05.953768 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Floating IP cd842edf-fb9e-4f67-95bf-231a9ac6ffe4 disassociated. External IP: 172.27.2.241, port: fcfc00f6-f325-4612-b8da-6c775cc58631. Jan 24 09:33:05.954141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Calling delete_port for fcfc00f6-f325-4612-b8da-6c775cc58631 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:06.036002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654387-6a1d-4041-bead-339ff3af8e43 req-9d1439c9-8237-46ea-b93b-4bed9c4071cd tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:06.036911 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-81654387-6a1d-4041-bead-339ff3af8e43 req-9d1439c9-8237-46ea-b93b-4bed9c4071cd tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:33:06.053498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-81654387-6a1d-4041-bead-339ff3af8e43 req-9d1439c9-8237-46ea-b93b-4bed9c4071cd tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:33:06.054802 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-81654387-6a1d-4041-bead-339ff3af8e43 req-9d1439c9-8237-46ea-b93b-4bed9c4071cd tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1331837 Jan 24 09:33:06.106004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-81654387-6a1d-4041-bead-339ff3af8e43 req-4d48c351-f4e9-4927-9d3e-39281f32c0f0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:security_group {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:33:06.121392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-81654387-6a1d-4041-bead-339ff3af8e43 req-4d48c351-f4e9-4927-9d3e-39281f32c0f0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:security_group {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:33:06.122585 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-81654387-6a1d-4041-bead-339ff3af8e43 req-4d48c351-f4e9-4927-9d3e-39281f32c0f0 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609553 Jan 24 09:33:06.125068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:06.141434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2665f2c6-1f12-42f2-b512-207cc8ff2118 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:06.205858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event deleted for resources: {'Port': ['ID=fcfc00f6-f325-4612-b8da-6c775cc58631,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:06.209921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:06.512123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Router d229c3b3-db50-442d-a1d1-21f42fe512fb has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:33:06.697474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:33:06.707605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] Sync routers for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:33:06.719106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:06.719956 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:06.737763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] No DVR routers for this DVR port fcfc00f6-f325-4612-b8da-6c775cc58631 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:33:06.740707 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:06.743610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-deleted', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:33:06.766125 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-81fff307-f08f-4205-b62d-1e7e5e7a8a4e req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.48 "DELETE /v2.0/ports/fcfc00f6-f325-4612-b8da-6c775cc58631 HTTP/1.1" status: 204 len: 173 time: 2.9020734 Jan 24 09:33:06.945950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:07.020155 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2523fff3-ec65-44a8-8d1f-3d6fd792f1a8 req-26cf8190-f84b-4b6f-b30d-4c1e56aeef97 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/ports?device_id=bf70cbdd-4598-41f9-9082-cb3b1268b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0757694 Jan 24 09:33:07.033509 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf70cbdd-4598-41f9-9082-cb3b1268b9b9', 'name': 'network-vif-deleted', 'tag': 'fcfc00f6-f325-4612-b8da-6c775cc58631', 'status': 'completed', 'code': 200} Jan 24 09:33:07.369139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb47b3-e6ad-49f5-b5ca-190a50d56980 req-01ca685a-f4f3-42ed-91b7-99cd4f4bc2ad tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:07.371149 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94cb47b3-e6ad-49f5-b5ca-190a50d56980 req-01ca685a-f4f3-42ed-91b7-99cd4f4bc2ad tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1132150 Jan 24 09:33:07.426722 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-94cb47b3-e6ad-49f5-b5ca-190a50d56980 req-f69da3c4-e4d6-44fa-9b6a-8b4de1c7724d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490222 Jan 24 09:33:07.475210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:07.479331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] Checking router: d229c3b3-db50-442d-a1d1-21f42fe512fb for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:33:07.488256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:07.488902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:07.710177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:08.040440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:08.044535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc5cb1-4e6a-4d1a-981c-ec5e26082117 None None] The sync data for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi is: [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'aa3882be-15e8-4485-aa6f-57dfd54409db', 'name': '', 'network_id': '82046b66-f464-4f84-8991-e0013f251ca9', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'mac_address': 'fa:16:3e:f3:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:22:10Z', 'updated_at': '2021-01-24T09:22:24Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'subnets': [{'id': 'ea43bfbf-689b-4d38-a13f-7f1f74dff6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:33:08.190556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33878) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:08.268913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-355bcbcf-6e15-4f70-bb7b-147268e122eb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:08.299826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-355bcbcf-6e15-4f70-bb7b-147268e122eb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:08.351266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-355bcbcf-6e15-4f70-bb7b-147268e122eb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:08.356624 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c9fb8a72-2b0a-4657-91ac-237cb292c685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:08.373213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bcbcf-6e15-4f70-bb7b-147268e122eb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d0781-51bf-4ec9-92d5-01b7bfc32458,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:08.377575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-355bcbcf-6e15-4f70-bb7b-147268e122eb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:08.381659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-355bcbcf-6e15-4f70-bb7b-147268e122eb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:08.382898 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-355bcbcf-6e15-4f70-bb7b-147268e122eb tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "DELETE /v2.0/security-groups/524d0781-51bf-4ec9-92d5-01b7bfc32458 HTTP/1.1" status: 204 len: 168 time: 0.1912875 Jan 24 09:33:08.385854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33882) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:08.404381 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.api.v2.resource [None req-62bf3777-01c6-4147-b6aa-de5ea1d63b42 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] show failed (client error): The resource could not be found. Jan 24 09:33:08.405772 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-62bf3777-01c6-4147-b6aa-de5ea1d63b42 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "GET /v2.0/security-groups/524d0781-51bf-4ec9-92d5-01b7bfc32458 HTTP/1.1" status: 404 len: 347 time: 0.0185683 Jan 24 09:33:08.408597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33886) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:08.425507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da1de62-a9d6-4fe2-8455-64195b30aca0 None None] New status for floating IP cd842edf-fb9e-4f67-95bf-231a9ac6ffe4: DOWN {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:33:08.595495 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Deleting port ef4f74c7-2a27-4c0c-91a3-735fe22566c5 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:08.596208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:08.611079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-b9c35c56-ab88-4d93-998d-9c77dd37af0f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:08.611948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-b9c35c56-ab88-4d93-998d-9c77dd37af0f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Synchronizing usage tracker for tenant:03809755bb3542459af721b4f7d27c0e on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:33:08.625349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-b9c35c56-ab88-4d93-998d-9c77dd37af0f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Unset dirty status for tenant:03809755bb3542459af721b4f7d27c0e on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:33:08.627545 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-b9c35c56-ab88-4d93-998d-9c77dd37af0f tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.48 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.1381264 Jan 24 09:33:08.853360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba52a6d-d571-409f-92e7-7c50e154e292 req-0f983c8c-250f-4c2d-8aa7-f3739f83da9b tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:08.854891 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4ba52a6d-d571-409f-92e7-7c50e154e292 req-0f983c8c-250f-4c2d-8aa7-f3739f83da9b tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 945 time: 0.2631328 Jan 24 09:33:08.899008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:08.899381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:09.046041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Calling delete_port for ef4f74c7-2a27-4c0c-91a3-735fe22566c5 owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:09.079693 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4ba52a6d-d571-409f-92e7-7c50e154e292 req-5eca615d-86e1-4815-9f75-94e7a800f9bd tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/security-groups?id=b2cd5f86-f02e-4eeb-9a14-73076780175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186270 Jan 24 09:33:09.142217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80078) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:33:09.142631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:33:09.643686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Deleting port ef4f74c7-2a27-4c0c-91a3-735fe22566c5 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:09.644079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:09.649041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Deleting port bf5b9221-50b3-462b-863f-414b8317b531 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:09.649429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:09.923485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] For port bf5b9221-50b3-462b-863f-414b8317b531, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=bf5b9221-50b3-462b-863f-414b8317b531,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:09.924103 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.055697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.056063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.058609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Calling delete_port for bf5b9221-50b3-462b-863f-414b8317b531 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:10.189787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Calling delete_port for ef4f74c7-2a27-4c0c-91a3-735fe22566c5 owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:10.210754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.226360 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e2af7650-ee10-4c64-af20-ddc3eb72e933 tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:10.282312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Pushing event deleted for resources: {'Port': ['ID=bf5b9221-50b3-462b-863f-414b8317b531,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:10.287527 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-bcff9957-f668-4643-871f-9332167f5135 req-bb67d9c0-0550-4788-a2cb-076cc5ca35e4 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 210 time: 0.0646513 Jan 24 09:33:10.287718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:10.385965 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.402018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ebbd9b37-1724-4e36-8690-64dc17fc7289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:10.432351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] No DVR routers for this DVR port bf5b9221-50b3-462b-863f-414b8317b531 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:33:10.434612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.437370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'name': 'network-vif-deleted', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:33:10.452468 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-dcd3dfc2-8d2a-467c-9699-f54de1e68a1c req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.48 "DELETE /v2.0/ports/bf5b9221-50b3-462b-863f-414b8317b531 HTTP/1.1" status: 204 len: 173 time: 0.8816471 Jan 24 09:33:10.461353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Pushing event deleted for resources: {'Port': ['ID=ef4f74c7-2a27-4c0c-91a3-735fe22566c5,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:10.506687 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28a2c6-b21a-47e8-8a01-3178c1acf681', 'name': 'network-vif-deleted', 'tag': 'bf5b9221-50b3-462b-863f-414b8317b531', 'status': 'completed', 'code': 200} Jan 24 09:33:10.515232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:10.629061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks [] for floatingip, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.643538 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:10.645026 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-a15e492b-ec69-4bf5-a3a2-2f66e29b3cc3 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] 10.222.0.45 "DELETE /v2.0/floatingips/cd842edf-fb9e-4f67-95bf-231a9ac6ffe4 HTTP/1.1" status: 204 len: 168 time: 2.2354476 Jan 24 09:33:11.469906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f2990d22-3376-4c6c-a3c6-5be4b4bea4db req-5f553969-61a4-41c3-9e6c-020a1697efa3 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] 10.222.0.45 "GET /v2.0/ports?device_id=8c28a2c6-b21a-47e8-8a01-3178c1acf681 HTTP/1.1" status: 200 len: 210 time: 0.0515895 Jan 24 09:33:11.744892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:11.781069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: bf5b9221-50b3-462b-863f-414b8317b531 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:11.781474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device bf5b9221-50b3-462b-863f-414b8317b531 not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:13.322918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 33970) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:13.899606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:14.260713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Deleting port 748d67c6-b42a-4388-a881-fb4d8fbb4d33 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:14.261007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:14.438672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] For port 748d67c6-b42a-4388-a881-fb4d8fbb4d33, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=748d67c6-b42a-4388-a881-fb4d8fbb4d33,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:14.439262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:14.573402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Calling delete_port for 748d67c6-b42a-4388-a881-fb4d8fbb4d33 owned by network:router_interface {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:14.654126 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 33988) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:14.754245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:14.771770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e61ac20b-6cab-4e85-be9f-e8080f710a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:14.834740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=748d67c6-b42a-4388-a881-fb4d8fbb4d33,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:14.841042 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:15.246296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:15.651919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:15.988982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Router 53a12578-0b0b-47b5-81b5-15c305fc87c7 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:33:16.022804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Deleting port aa3882be-15e8-4485-aa6f-57dfd54409db {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:16.023183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:16.180067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:33:16.190577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] Sync routers for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:33:16.201455 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] 10.222.0.45 "PUT /v2.0/routers/53a12578-0b0b-47b5-81b5-15c305fc87c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8752868 Jan 24 09:33:16.201455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34002) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:16.201787 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:16.201900 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:16.213962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] For port aa3882be-15e8-4485-aa6f-57dfd54409db, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=aa3882be-15e8-4485-aa6f-57dfd54409db,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:16.214524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:16.375675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Calling delete_port for aa3882be-15e8-4485-aa6f-57dfd54409db owned by network:router_interface {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:16.400254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:16.420709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks [] for router, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:16.577674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:16.593716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3e6e1e48-564b-418e-9041-1f9198ec256a tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:16.616617 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:16.622983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Deleting port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:16.623514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:16.651085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3882be-15e8-4485-aa6f-57dfd54409db,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:16.655319 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:16.723421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:33:14Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:16.728810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] Checking router: 53a12578-0b0b-47b5-81b5-15c305fc87c7 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:33:16.739827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] Routers {'53a12578-0b0b-47b5-81b5-15c305fc87c7'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:16.740984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['53a12578-0b0b-47b5-81b5-15c305fc87c7'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:16.835390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] For port fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:16.835738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:16.949839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] Set router 53a12578-0b0b-47b5-81b5-15c305fc87c7 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:16.981708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Calling delete_port for fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 owned by network:router_gateway {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:17.088528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.155296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: result = function(*args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: proto.__init__(conn_state, self) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: self.handle() Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: self.handle_one_request() Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: self.handle_one_response() Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: result = self.application(self.environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return app(environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self.application) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return request.get_response(self.application) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: response = req.get_response(self._app) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: application, catch_exc_info=False) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: app_iter = application(self.environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return resp(environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return resp(environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: response = self.app(environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return resp(environ, start_response) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: resp = self.call_func(req, *args, **kw) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.func(req, *args, **kwargs) Jan 24 09:33:17.158596 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: result = method(request=request, **args) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._delete(request, id, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: obj_deleter(request.context, id, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return method(*args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(*dup_args, **dup_kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: self._delete_current_gw_port(context, id, router, None) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: admin_ctx, gw_port_id, l3_port_check=False) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, context, *args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return method(*args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: context, port, router_ids, bound_mech_contexts) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: return function(*args, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: callback(resource, event, trigger, **kwargs) Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: if self._is_session_semantic_violated(context, resource, event): Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: stack = traceback.extract_stack() Jan 24 09:33:17.164459 dv-cinder-772181-7-iscsi neutron-server[79968]: Jan 24 09:33:17.281427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:33:14Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:17.285691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bd9c4-8fae-47d5-bced-7f0acf3b7363 None None] The sync data for ids ['53a12578-0b0b-47b5-81b5-15c305fc87c7'] in dv-cinder-772181-7-iscsi is: [{'id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'name': 'tempest-TestMinimumBasicScenario-1178425038-router', 'tenant_id': '03809755bb3542459af721b4f7d27c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:28:48Z', 'updated_at': '2021-01-24T09:33:14Z', 'revision_number': 5, 'project_id': '03809755bb3542459af721b4f7d27c0e', 'gw_port': {'id': 'fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a12578-0b0b-47b5-81b5-15c305fc87c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:28:50Z', 'updated_at': '2021-01-24T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:33:17.356707 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.499068 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.501455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.607743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.608354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a12578-0b0b-47b5-81b5-15c305fc87c7 {{(pid=80078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:33:17.623485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.624780 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f4d94c75-6f6e-468b-b1c0-9b74652aa55e admin admin] 10.222.0.45 "DELETE /v2.0/routers/53a12578-0b0b-47b5-81b5-15c305fc87c7 HTTP/1.1" status: 204 len: 168 time: 1.4229612 Jan 24 09:33:17.627654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34018) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:17.639470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Router d229c3b3-db50-442d-a1d1-21f42fe512fb has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:33:17.700962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Deleting subnet 57eadfd5-e474-4553-81de-4d6319cbc6b2 {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:33:17.704326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.758301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036726915420'] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:17.836816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:33:17.850097 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] Sync routers for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:33:17.851007 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] 10.222.0.45 "PUT /v2.0/routers/d229c3b3-db50-442d-a1d1-21f42fe512fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965458 Jan 24 09:33:17.855673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34030) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:17.861073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:17.861854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:17.908987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.117702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:18.155237 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.216770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34038) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:18.252634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727038896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3280928'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.273284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:18.329855 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57eadfd5-e474-4553-81de-4d6319cbc6b2,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:18.335043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:18.438615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.438841 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:33:16Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:18.444095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] Checking router: d229c3b3-db50-442d-a1d1-21f42fe512fb for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:33:18.454079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] Routers {'d229c3b3-db50-442d-a1d1-21f42fe512fb'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:18.454782 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:32:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['d229c3b3-db50-442d-a1d1-21f42fe512fb'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:18.462170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:33:18.472727 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Usage tracker for resource:security_group_rule and tenant:8374bb33b3004a9682f20c8a33562657 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:33:18.477513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:33:18.484903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.488548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:33:18.502349 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-c099d9a8-a907-4d95-9e3d-582aaab52919 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/57eadfd5-e474-4553-81de-4d6319cbc6b2 HTTP/1.1" status: 204 len: 168 time: 0.8666942 Jan 24 09:33:18.502349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34044) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:18.519611 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1d548-bcb9-40bc-9555-1a347baf5e44 None None] Network 682b2073-2e2e-49d9-85c6-7af79585e52d requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:33:18.616161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.622043 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Deleting port 84abb2fd-9e56-47d1-8468-27cfdebca191 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:18.622421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.827250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] For port 84abb2fd-9e56-47d1-8468-27cfdebca191, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=84abb2fd-9e56-47d1-8468-27cfdebca191,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:18.827843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.905355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:18.969679 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Calling delete_port for 84abb2fd-9e56-47d1-8468-27cfdebca191 owned by network:router_gateway {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:18.986129 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Deleting port 8fd00adf-85f6-43e6-b417-700a9bd56767 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:18.986631 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.025602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] Set router d229c3b3-db50-442d-a1d1-21f42fe512fb gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:19.117476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.139936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.145847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.157244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:19.170280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0b0d0081-cc59-4cfd-95ed-c48f00a05661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:19.204531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:19.204906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device fb2e678d-2ecf-4a3a-9c07-16db39c9e1f3 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:19.205375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 748d67c6-b42a-4388-a881-fb4d8fbb4d33 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:19.277202 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 748d67c6-b42a-4388-a881-fb4d8fbb4d33 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:19.277605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 748d67c6-b42a-4388-a881-fb4d8fbb4d33 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:19.287890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941c6193-68fd-4853-aabf-98e7bebb93c2,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:19.305048 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8374bb33b3004a9682f20c8a33562657&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0840290 Jan 24 09:33:19.305048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:19.306730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34048) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:19.315057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.329095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] For port 8fd00adf-85f6-43e6-b417-700a9bd56767, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8fd00adf-85f6-43e6-b417-700a9bd56767,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:19.329502 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.451990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] DHCP port deletion for 682b2073-2e2e-49d9-85c6-7af79585e52d request from dv-cinder-772181-7-iscsi {{(pid=80079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:33:19.457920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Deleting port 8fd00adf-85f6-43e6-b417-700a9bd56767 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:19.458888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.471161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.473693 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.477075 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Calling delete_port for 8fd00adf-85f6-43e6-b417-700a9bd56767 owned by network:dhcp {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:19.495750 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.496470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d229c3b3-db50-442d-a1d1-21f42fe512fb {{(pid=80077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:33:19.515871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.519754 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0f23694d-aa8a-4375-99e7-59c6ee9bd7e7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d229c3b3-db50-442d-a1d1-21f42fe512fb HTTP/1.1" status: 204 len: 168 time: 1.6604197 Jan 24 09:33:19.520012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34052) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:19.564099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:33:16Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:19.567505 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.583734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e4be8-7409-4c18-9118-b1b75b7cc85f None None] The sync data for ids ['d229c3b3-db50-442d-a1d1-21f42fe512fb'] in dv-cinder-772181-7-iscsi is: [{'id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'name': 'tempest-AttachVolumeShelveTestJSON-822595981-router', 'tenant_id': 'a17d458110c64cdaac95d5c6b8429d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:21:48Z', 'updated_at': '2021-01-24T09:33:16Z', 'revision_number': 5, 'project_id': 'a17d458110c64cdaac95d5c6b8429d17', 'gw_port': {'id': '84abb2fd-9e56-47d1-8468-27cfdebca191', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:62:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd229c3b3-db50-442d-a1d1-21f42fe512fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:21:53Z', 'updated_at': '2021-01-24T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:33:19.601815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Deleting subnet ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 {{(pid=80077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:33:19.604945 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.611352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.621448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.639324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:19.665309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852498255'] for subnet, precommit_delete_associations {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.710865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] For port 8fd00adf-85f6-43e6-b417-700a9bd56767, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8fd00adf-85f6-43e6-b417-700a9bd56767,segment=NetworkSegment(5442cb2c-080a-43f1-946d-1656de9965fd),segment_id=5442cb2c-080a-43f1-946d-1656de9965fd)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:19.711309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.723031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd00adf-85f6-43e6-b417-700a9bd56767,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:19.733893 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:19.765566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.817988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.826800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] No DVR routers for this DVR port 8fd00adf-85f6-43e6-b417-700a9bd56767 on host dv-cinder-772181-7-iscsi {{(pid=80078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:33:19.828434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1b3b8efd-5964-4eed-a244-fa8012ec7bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:19.874634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Calling delete_port for 8fd00adf-85f6-43e6-b417-700a9bd56767 owned by network:dhcp {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:19.881627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c6193-68fd-4853-aabf-98e7bebb93c2,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:19.899696 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:19.922775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.925817 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/941c6193-68fd-4853-aabf-98e7bebb93c2 HTTP/1.1" status: 204 len: 168 time: 0.6172769 Jan 24 09:33:19.975987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9e0eca4b-8eaf-43cc-b7ad-03fceea1ef9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:19.998047 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.055932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80079) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:33:20.056351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:33:20.092738 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852611882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036726867765'] for subnet, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.112336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8540acb9-253f-45e7-9b44-5851c1059d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:20.122157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682b2073-2e2e-49d9-85c6-7af79585e52d']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:20.136966 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5442cb2c-080a-43f1-946d-1656de9965fd') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:20.137302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5442cb2c-080a-43f1-946d-1656de9965fd') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:20.153218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.168577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea43bfbf-689b-4d38-a13f-7f1f74dff6d7,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:20.173126 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:20.177456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.179847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:33:20.256443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.263029 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084efede-4cdd-4e3f-8289-3bba87801db1 None None] Network 82046b66-f464-4f84-8991-e0013f251ca9 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:33:20.273751 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ad1b7643-9980-4e45-b060-dadb4d5ea0b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ea43bfbf-689b-4d38-a13f-7f1f74dff6d7 HTTP/1.1" status: 204 len: 168 time: 0.7521739 Jan 24 09:33:20.276303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34062) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:20.400867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Network 682b2073-2e2e-49d9-85c6-7af79585e52d has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:33:20.413345 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.428157 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.510681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Deleting port a12c8a53-ca0c-4032-9c6d-c01254d224b6 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:20.511071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.557283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Deleting port 8fd00adf-85f6-43e6-b417-700a9bd56767 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:20.557749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.619981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Network 682b2073-2e2e-49d9-85c6-7af79585e52d has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:33:20.647501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-88d0af02-6b5c-499c-b87d-e93d0b5a79d1 None None] The port '8fd00adf-85f6-43e6-b417-700a9bd56767' was deleted {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:33:20.651499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] DHCP port deletion for 82046b66-f464-4f84-8991-e0013f251ca9 request from dv-cinder-772181-7-iscsi {{(pid=80079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:33:20.656671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Deleting port a12c8a53-ca0c-4032-9c6d-c01254d224b6 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:20.657095 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:33:20.658709 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:33:20.748764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.753354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.763536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:20.770141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] For port a12c8a53-ca0c-4032-9c6d-c01254d224b6, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=a12c8a53-ca0c-4032-9c6d-c01254d224b6,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:20.770587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.784171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=682b2073-2e2e-49d9-85c6-7af79585e52d,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:20.787196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:20.789096 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/682b2073-2e2e-49d9-85c6-7af79585e52d HTTP/1.1" status: 204 len: 168 time: 2.2882793 Jan 24 09:33:20.905797 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] For port a12c8a53-ca0c-4032-9c6d-c01254d224b6, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=a12c8a53-ca0c-4032-9c6d-c01254d224b6,segment=NetworkSegment(4e1b02e3-e12e-462a-afa6-49f20f8c055a),segment_id=4e1b02e3-e12e-462a-afa6-49f20f8c055a)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:20.906351 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:20.920777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Calling delete_port for a12c8a53-ca0c-4032-9c6d-c01254d224b6 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:21.030058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34080) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:21.054619 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Calling delete_port for a12c8a53-ca0c-4032-9c6d-c01254d224b6 owned by network:dhcp {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:21.062491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.106180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-071a01a8-3587-40f5-85e0-ab3cbaf3c923 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03809755bb3542459af721b4f7d27c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742698 Jan 24 09:33:21.106859 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34088) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:21.144650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80079) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:33:21.145686 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:33:21.149408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8fd00adf-85f6-43e6-b417-700a9bd56767 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:21.175024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.194823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 8fd00adf-85f6-43e6-b417-700a9bd56767 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:21.195241 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8fd00adf-85f6-43e6-b417-700a9bd56767 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:21.195791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a12c8a53-ca0c-4032-9c6d-c01254d224b6 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:21.200655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0478a9cb-79af-4b0c-8bcb-6cc0800ceaa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:21.204562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.237059 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: a12c8a53-ca0c-4032-9c6d-c01254d224b6 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:21.237470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a12c8a53-ca0c-4032-9c6d-c01254d224b6 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:21.238038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device aa3882be-15e8-4485-aa6f-57dfd54409db no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:21.250462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12c8a53-ca0c-4032-9c6d-c01254d224b6,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:21.252223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.254041 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:21.254901 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] No DVR routers for this DVR port a12c8a53-ca0c-4032-9c6d-c01254d224b6 on host dv-cinder-772181-7-iscsi {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:33:21.259019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0dff01c0-7438-49ec-8974-5e941df08b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:21.274235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd5f86-f02e-4eeb-9a14-73076780175c,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:21.278022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: aa3882be-15e8-4485-aa6f-57dfd54409db {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:21.278430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device aa3882be-15e8-4485-aa6f-57dfd54409db not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:21.278904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 84abb2fd-9e56-47d1-8468-27cfdebca191 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:21.279551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:21.290974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.304503 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2cd5f86-f02e-4eeb-9a14-73076780175c HTTP/1.1" status: 204 len: 168 time: 0.1916974 Jan 24 09:33:21.328680 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 84abb2fd-9e56-47d1-8468-27cfdebca191 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:21.329087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 84abb2fd-9e56-47d1-8468-27cfdebca191 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:21.388643 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.482579 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.508858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82046b66-f464-4f84-8991-e0013f251ca9']}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:21.522349 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1b02e3-e12e-462a-afa6-49f20f8c055a') {'for_net_delete': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:21.522694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1b02e3-e12e-462a-afa6-49f20f8c055a') {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:21.535526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2277561'] for segment, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.551623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.554392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:33:21.647442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Deleting port a12c8a53-ca0c-4032-9c6d-c01254d224b6 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:21.649384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.761850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Network 82046b66-f464-4f84-8991-e0013f251ca9 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:33:21.773561 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2163573'] for segment, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.807114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2a895c93-b7b0-4431-bc52-c09955e2ecbd None None] The port 'a12c8a53-ca0c-4032-9c6d-c01254d224b6' was deleted {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:33:21.842819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-994199fe-45e4-490c-908c-23e1c64f256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:21.967814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Network 82046b66-f464-4f84-8991-e0013f251ca9 has no segments {{(pid=80077) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:33:21.995036 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:33:22.072352 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:22.076120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:22.093362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:22.102594 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=82046b66-f464-4f84-8991-e0013f251ca9,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:22.105961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:22.115909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d368475e-f633-4b34-ba82-3e33c2218c62 admin admin] 10.222.0.45 "DELETE /v2.0/networks/82046b66-f464-4f84-8991-e0013f251ca9 HTTP/1.1" status: 204 len: 168 time: 1.8378353 Jan 24 09:33:22.339223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34100) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:22.390218 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1ad894f2-a35c-471a-ab2c-4c6adbb03ae9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a17d458110c64cdaac95d5c6b8429d17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496755 Jan 24 09:33:22.392718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34104) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:22.457212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:22.484802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:22.529820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:22.534908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a76f3cea-8e98-4485-99bd-6f00e36d31db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:22.548819 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9ce060-eb25-4948-8bbd-16d1ed34c08c,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:22.554658 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:22.556596 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:22.557834 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f9ce060-eb25-4948-8bbd-16d1ed34c08c HTTP/1.1" status: 204 len: 168 time: 0.1641340 Jan 24 09:33:22.688935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:23.643803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:24.184394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:32.645022 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:33:43.222011 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a97d2-55b7-43ef-ba53-770380052cd8 req-8ee5d6c4-f916-46fa-b84b-51657c0b12c1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:43.224096 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c65a97d2-55b7-43ef-ba53-770380052cd8 req-8ee5d6c4-f916-46fa-b84b-51657c0b12c1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.1080921 Jan 24 09:33:43.281376 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c65a97d2-55b7-43ef-ba53-770380052cd8 req-22e40c25-f8b0-4caf-adee-9a3fb2a3394d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0501208 Jan 24 09:33:44.521875 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eb4fd-fe91-40e4-ab72-09aa418e159b req-67a266c8-f8fa-4f06-89f2-f4d22a04dc12 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:44.523524 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-963eb4fd-fe91-40e4-ab72-09aa418e159b req-67a266c8-f8fa-4f06-89f2-f4d22a04dc12 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.1085835 Jan 24 09:33:44.576180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-963eb4fd-fe91-40e4-ab72-09aa418e159b req-dae0a314-47b8-4f5d-9e86-4156d17268fc tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0458598 Jan 24 09:33:44.906453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device ef2eef62-d60c-4080-baf6-3b92179a2f8a up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:33:44.982312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port ef2eef62-d60c-4080-baf6-3b92179a2f8a triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:33:44.982749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:45.329456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-ce1faff7-0fa3-4543-96aa-b9a56cbb7efa tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:45.330143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-ce1faff7-0fa3-4543-96aa-b9a56cbb7efa tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:33:45.345839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-ce1faff7-0fa3-4543-96aa-b9a56cbb7efa tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:33:45.347156 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-ce1faff7-0fa3-4543-96aa-b9a56cbb7efa tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.1254845 Jan 24 09:33:45.427009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Deleting port ef2eef62-d60c-4080-baf6-3b92179a2f8a {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:33:45.427450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:45.698892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] For port ef2eef62-d60c-4080-baf6-3b92179a2f8a, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=ef2eef62-d60c-4080-baf6-3b92179a2f8a,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:33:45.699445 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:45.828459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad9d75-7f90-43dd-8dc2-865369916d2c req-a47e8bdc-eff1-4b74-ad09-1c14e6b52ff7 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:45.830151 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-77ad9d75-7f90-43dd-8dc2-865369916d2c req-a47e8bdc-eff1-4b74-ad09-1c14e6b52ff7 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 945 time: 0.1190829 Jan 24 09:33:45.886352 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-77ad9d75-7f90-43dd-8dc2-865369916d2c req-dd94f320-4718-478a-8c0b-2d8d591b5ee6 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0490465 Jan 24 09:33:46.267222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:46.267713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:46.268078 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Floating IP 9dcd6b92-6783-403a-a2b9-39082eb0439f disassociated. External IP: 172.27.2.162, port: ef2eef62-d60c-4080-baf6-3b92179a2f8a. Jan 24 09:33:46.268770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Calling delete_port for ef2eef62-d60c-4080-baf6-3b92179a2f8a owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:33:46.441280 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:46.456986 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-69e29369-6594-4615-bd53-52a48bd0b877 tempest-AttachVolumeNegativeTest-376338771 tempest-AttachVolumeNegativeTest-376338771] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:46.516487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event deleted for resources: {'Port': ['ID=ef2eef62-d60c-4080-baf6-3b92179a2f8a,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:46.530556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.530920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.531654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.532085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.532498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.532907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.533312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.533715 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.534117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.534517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.534921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.535318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.536363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.536766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.537163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.537587 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.537987 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.538385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.538783 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.539179 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.539601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.540006 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.540406 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.540800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:46.546147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:46.676483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device ef2eef62-d60c-4080-baf6-3b92179a2f8a no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:33:46.720766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: ef2eef62-d60c-4080-baf6-3b92179a2f8a {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:33:46.721288 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device ef2eef62-d60c-4080-baf6-3b92179a2f8a not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:33:46.848785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:33:47.059341 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:33:47.070285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:33:47.086931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:47.087656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:33:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:47.105838 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-254c404d-1547-4d5b-b1e5-cd4ffef36f60 req-55686f49-9492-483e-af09-3c33aeecaceb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 210 time: 0.0707273 Jan 24 09:33:47.114799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] No DVR routers for this DVR port ef2eef62-d60c-4080-baf6-3b92179a2f8a on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:33:47.117462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:47.132260 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'name': 'network-vif-deleted', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:33:47.161945 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4d1198cf-8c00-4c5b-ac22-be037a77a997 req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "DELETE /v2.0/ports/ef2eef62-d60c-4080-baf6-3b92179a2f8a HTTP/1.1" status: 204 len: 173 time: 1.8091385 Jan 24 09:33:47.263201 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08611be-f956-43e0-a54b-0e9db0f4ac87', 'name': 'network-vif-deleted', 'tag': 'ef2eef62-d60c-4080-baf6-3b92179a2f8a', 'status': 'completed', 'code': 200} Jan 24 09:33:47.498257 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:47.669874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34406) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:47.853861 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:47.858110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:33:47.868519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:33:47.869224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:33:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:47.878435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:47.894070 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:33:47.898240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Usage tracker for resource:security_group_rule and tenant:0b46cdbd98914fa0843b36c544e940a0 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:33:47.901291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:33:47.907067 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:33:47.997985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:48.001414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:48.021099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-36677dbf-b07e-4c2c-972b-f759f498f6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:48.059259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:33:48.061711 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b46cdbd98914fa0843b36c544e940a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905661 Jan 24 09:33:48.063441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524e5d3-a6cb-4a3a-8da0-71f8ef2d6445,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:48.064586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34412) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:33:48.067265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e0c44811-5436-40d0-a969-dd4121cada87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:48.143136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:48.172810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:48.225510 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:48.233905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-3acfd665-ccbd-44e4-91a7-ae8e616b5d82 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:48.249383 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524e5d3-a6cb-4a3a-8da0-71f8ef2d6445,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:48.257516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:48.261970 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d524e5d3-a6cb-4a3a-8da0-71f8ef2d6445 HTTP/1.1" status: 204 len: 168 time: 0.1949437 Jan 24 09:33:48.265375 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.266056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.266982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.267353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.267830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.268988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.269569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.271453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.271906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.272323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.272737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.273147 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.273601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.274008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.274415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.274831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.275218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.275673 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.276148 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.276548 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.276948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.277347 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.277745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.278144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:33:48.281722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-656573e9-7a53-464a-b7b1-da8c3ca8171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:48.338850 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e7dc49b-e7de-47e1-b4cc-a8b7b6b8a5e0 req-654ce93f-56c1-49d8-9f6a-e220a7b1f7dc tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=e08611be-f956-43e0-a54b-0e9db0f4ac87 HTTP/1.1" status: 200 len: 210 time: 0.0503976 Jan 24 09:33:48.432453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:33:48.437589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461da62c-8126-4667-837b-798d55c3e8fe None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:33:48.857825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ee8f1-e90e-4b47-a3c8-6b0cd707e3b7 None None] New status for floating IP 9dcd6b92-6783-403a-a2b9-39082eb0439f: DOWN {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:33:49.759376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3752c194-ac9d-4537-825f-d7bd03a5b3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:49.888851 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-c3d9f245-a2d0-4405-8610-7e3b54d3731e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1002139494&fields=id&tenant_id=100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 267 time: 0.0465014 Jan 24 09:33:50.073589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-48a46031-c1fa-462b-886c-7c5c1539e76c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:50.075178 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-48a46031-c1fa-462b-886c-7c5c1539e76c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 812 time: 0.1786990 Jan 24 09:33:50.090794 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-5d539b2b-ab3f-4df7-9076-d27606b91556 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/quotas/100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 375 time: 0.0095322 Jan 24 09:33:50.197919 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-f3c34ab2-0475-4e6a-9bbf-9d0a1a226d7b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016216 Jan 24 09:33:50.215173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-86b80a82-ab2e-4d94-a7ca-9f67ea9b0afa service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:33:50.216272 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-86b80a82-ab2e-4d94-a7ca-9f67ea9b0afa service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058467 Jan 24 09:33:50.361232 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-a4891e7b-5b5f-4fc3-9920-fd78d829d0e2 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388886 Jan 24 09:33:50.505773 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-1f8f663b-6762-431e-922c-ccc5286e1510 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380000 Jan 24 09:33:51.478250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:51.834988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-606897c3-f802-44db-8dcb-069da446bf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:51.974862 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4a039fe3-28a7-4654-b15f-05e0610d95fb req-db3912dd-df53-41ad-90a6-da15f29091ea tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 210 time: 0.0530870 Jan 24 09:33:52.691931 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:53.183461 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-db1965d8-87c5-4fb7-a3ad-e18120033569 req-f08b3455-18cf-48f9-91a4-00f45facc943 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 210 time: 0.0682650 Jan 24 09:33:53.444384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-04053bee-fb5e-4c03-a42f-914c54c41fee tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:53.446440 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-04053bee-fb5e-4c03-a42f-914c54c41fee tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 812 time: 0.1869984 Jan 24 09:33:53.563909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-577ab44e-2059-4d46-bc76-0cfaf33a3edc tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 5765 time: 0.0769022 Jan 24 09:33:53.572706 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'port': {'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'admin_state_up': True, 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'security_groups': ['c5c9a467-2fe1-4001-950a-8a79ec350f53']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:33:53.646342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:53.718747 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:33:53.723520 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Usage tracker for resource:port and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:33:53.726591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Quota usage for port was recalculated. Used quota:3. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:33:53.732687 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:33:53.742329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Made reservation on behalf of 100a973171974bbfab10636b25c46eb8 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:33:53.752574 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:54.058016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Allocated IP 172.20.0.11 (873f717a-d70a-4752-bb17-e18b84e873f8/03f03692-fb64-41ba-9ac2-d72e8aa81460/872c89fc-fec5-4ad1-8a96-0f0c6e3c074b) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:33:54.188329 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:54.260152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:54.278113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Transition to ACTIVE for port object 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:33:54.304763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:54.327456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-00f1b2b4-46c9-4b59-94d5-414ec80852de tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:54.444515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396645b8-06c9-4e59-bc3c-64562e7e3a0e req-588d8f21-0e5f-47da-8760-68650356e854 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:54.446155 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-396645b8-06c9-4e59-bc3c-64562e7e3a0e req-588d8f21-0e5f-47da-8760-68650356e854 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 932 time: 0.1216130 Jan 24 09:33:54.498739 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:54.501568 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-396645b8-06c9-4e59-bc3c-64562e7e3a0e req-dfd5e09a-8a11-42e9-8beb-574491ea862c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0476677 Jan 24 09:33:54.503316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:54.542713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Network 873f717a-d70a-4752-bb17-e18b84e873f8 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:33:54.543863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:33:54.546222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:33:54.631871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:54.632603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:54.662844 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b2fc4159-c52a-42e5-ad65-8d9c56237f3e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0941482 Jan 24 09:33:54.681021 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Request body: {'port': {'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:33:54.731838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ecc3bbf8-8478-440b-b815-c80432dc9f0e None None] Provisioning for port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:33:54.736836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-ecc3bbf8-8478-440b-b815-c80432dc9f0e None None] Provisioning complete for port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:33:54.737265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bbf8-8478-440b-b815-c80432dc9f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:54.797603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3bbf8-8478-440b-b815-c80432dc9f0e None None] Port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:33:54.803136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:55.206392 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:33:55.214015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:55.226529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Transition to ACTIVE for port object 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:33:55.229218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:55.242896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-cd1901fb-622b-427b-97f4-205c1dffc246 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:55.378125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:55.387353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:55.769141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc89eb-7b0d-4c49-9427-73421a17d973 req-8ac0ae4b-18f2-4be2-9df4-cefae8392cce tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:55.771400 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-50bc89eb-7b0d-4c49-9427-73421a17d973 req-8ac0ae4b-18f2-4be2-9df4-cefae8392cce tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1302407 Jan 24 09:33:55.815218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Attempting to bind port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:33:55.815806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Attempting to bind port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:33:55.816246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Attempting to bind port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b on network 873f717a-d70a-4752-bb17-e18b84e873f8 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:33:55.822371 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:33:55.822834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Checking segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:33:55.823307 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:55.823796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Bound using segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:33:55.824358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Bound port: 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:33:55.824802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:55.833992 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-50bc89eb-7b0d-4c49-9427-73421a17d973 req-4492cc72-92fe-42c3-b189-4374305a60ee tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0562477 Jan 24 09:33:55.918711 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] For port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:33:55.921882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] For port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:33:55.925423 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:55.940944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8fa79110-4d5f-43d5-8dde-f7b3ad2ea7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:33:56.095586 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:33:56.101309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:33:56.131988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:56.132674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:33:56.134160 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-4498ac9e-5951-498b-93e6-150b0728f5e3 service neutron] 10.222.0.48 "PUT /v2.0/ports/872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 1158 time: 1.4580202 Jan 24 09:33:56.134753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:33:56.223820 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'status': 'completed', 'code': 200} Jan 24 09:33:56.267330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-60cb11f6-4f90-4d58-bf09-2d5dda12f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:56.269271 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-60cb11f6-4f90-4d58-bf09-2d5dda12f3d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1161 time: 0.0842519 Jan 24 09:33:56.351598 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-69e7eed6-f5f7-4c85-bd5d-685dc12fb204 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 217 time: 0.0700009 Jan 24 09:33:56.418904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-468fd946-ae4a-458c-8ab4-95cb00f145e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:56.420403 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-468fd946-ae4a-458c-8ab4-95cb00f145e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0630760 Jan 24 09:33:56.502979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-3ad7084d-2a92-4a11-82e6-49e8091957c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:56.505139 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-3ad7084d-2a92-4a11-82e6-49e8091957c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780306 Jan 24 09:33:56.643773 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-b897ceb8-f058-4b94-af3d-cbd90e029654 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321099 Jan 24 09:33:56.787736 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31cedd5f-77b9-4e83-b467-0e230a3e21c2 req-f21f60c1-472a-474e-928d-ff26989678ae service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369202 Jan 24 09:33:56.951694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391eb74-c529-4915-b82b-2db94d250e37 req-b2c2826e-5b00-471f-9eb1-9cd1050face5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:56.953330 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6391eb74-c529-4915-b82b-2db94d250e37 req-b2c2826e-5b00-471f-9eb1-9cd1050face5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1161 time: 0.0821552 Jan 24 09:33:57.074881 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f502e27-c8c6-41bf-817d-76bb2ad706f5 req-e6a47c71-d0a6-4dd8-875e-1cb8c60ff939 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:57.076616 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f502e27-c8c6-41bf-817d-76bb2ad706f5 req-e6a47c71-d0a6-4dd8-875e-1cb8c60ff939 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1163681 Jan 24 09:33:57.121077 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391eb74-c529-4915-b82b-2db94d250e37 req-2009d679-1326-4b1b-96c5-235a70a1db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:57.122682 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6391eb74-c529-4915-b82b-2db94d250e37 req-2009d679-1326-4b1b-96c5-235a70a1db3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1629117 Jan 24 09:33:57.135795 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-0f502e27-c8c6-41bf-817d-76bb2ad706f5 req-856a6f50-0991-4274-b1b1-c69cfe4da14e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0522265 Jan 24 09:33:57.199045 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6391eb74-c529-4915-b82b-2db94d250e37 req-6d7a8158-857d-408c-9569-901424e6cd12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 217 time: 0.0698674 Jan 24 09:33:57.269170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391eb74-c529-4915-b82b-2db94d250e37 req-0d1dd683-cf4a-4741-9b67-c9cdde461342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:57.270747 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6391eb74-c529-4915-b82b-2db94d250e37 req-0d1dd683-cf4a-4741-9b67-c9cdde461342 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0645616 Jan 24 09:33:57.354030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391eb74-c529-4915-b82b-2db94d250e37 req-b0dac747-44c7-42d4-8622-b21c7bd832d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:57.355628 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6391eb74-c529-4915-b82b-2db94d250e37 req-b0dac747-44c7-42d4-8622-b21c7bd832d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778883 Jan 24 09:33:57.498290 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6391eb74-c529-4915-b82b-2db94d250e37 req-9b486ae2-7caa-4fa2-b848-29bde482ff92 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346450 Jan 24 09:33:57.639710 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-6391eb74-c529-4915-b82b-2db94d250e37 req-57e83938-64b4-4464-8aa4-3dbb1586c214 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349404 Jan 24 09:33:58.369473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20700c97-2dbf-4f5e-82d3-3fae363aa3b7 req-dab893a7-b84e-484b-b78c-72b796961975 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:58.370988 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-20700c97-2dbf-4f5e-82d3-3fae363aa3b7 req-dab893a7-b84e-484b-b78c-72b796961975 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1054485 Jan 24 09:33:58.422581 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-20700c97-2dbf-4f5e-82d3-3fae363aa3b7 req-1c5a9b5e-00fc-4122-b463-5f85134bed67 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0453281 Jan 24 09:33:59.880166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120b8c0-8b15-495c-92a6-06ff9307f093 req-501e43d4-2bff-4543-9f75-f5f71462fe25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:33:59.881873 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a120b8c0-8b15-495c-92a6-06ff9307f093 req-501e43d4-2bff-4543-9f75-f5f71462fe25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.3340011 Jan 24 09:33:59.934527 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a120b8c0-8b15-495c-92a6-06ff9307f093 req-40774948-e843-4d65-8fd9-38c6d738598a tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0465331 Jan 24 09:34:01.165749 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376dcb-aa61-4799-8257-72b289ca2e7c req-1a06a2b8-88b6-4f93-a553-9f970d10ee3b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:01.167367 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-20376dcb-aa61-4799-8257-72b289ca2e7c req-1a06a2b8-88b6-4f93-a553-9f970d10ee3b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1057463 Jan 24 09:34:01.221739 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-20376dcb-aa61-4799-8257-72b289ca2e7c req-43644412-076e-451e-afa0-da94f51bd85a tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0477448 Jan 24 09:34:02.455639 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64223a82-1300-4793-8780-5635229cfaa6 req-47448968-febb-459e-b46d-c629a48f3452 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:02.457244 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-64223a82-1300-4793-8780-5635229cfaa6 req-47448968-febb-459e-b46d-c629a48f3452 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1059730 Jan 24 09:34:02.508072 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-64223a82-1300-4793-8780-5635229cfaa6 req-8c2b9f9b-e505-4963-a515-19536d89e3f9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0444701 Jan 24 09:34:03.743550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7267110-7577-4afb-8a1d-6e52fa431daa req-2ebaf140-f9b0-4644-a25b-2014012f3d08 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:03.745164 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7267110-7577-4afb-8a1d-6e52fa431daa req-2ebaf140-f9b0-4644-a25b-2014012f3d08 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1086841 Jan 24 09:34:03.798459 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7267110-7577-4afb-8a1d-6e52fa431daa req-c3d7b125-ba92-47b3-bf34-8ec873ea52d4 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0470023 Jan 24 09:34:05.029372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521201a-ee25-4547-8799-a8a44f23aae2 req-6f4907e4-3e49-4a56-a972-3c980d6c6587 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:05.030998 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5521201a-ee25-4547-8799-a8a44f23aae2 req-6f4907e4-3e49-4a56-a972-3c980d6c6587 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1068532 Jan 24 09:34:05.085852 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5521201a-ee25-4547-8799-a8a44f23aae2 req-eb2500d8-7d09-4dfe-9f38-a077e1d7683e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0484769 Jan 24 09:34:06.321418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812d5a1-f9b0-4b6b-9d12-dd330371d016 req-c28adc27-48a7-432d-8804-aa5f04c58afb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:06.322960 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5812d5a1-f9b0-4b6b-9d12-dd330371d016 req-c28adc27-48a7-432d-8804-aa5f04c58afb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1093326 Jan 24 09:34:06.375905 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5812d5a1-f9b0-4b6b-9d12-dd330371d016 req-696fdbe3-59e5-47d6-9ff6-dad6d0ea5e75 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0465922 Jan 24 09:34:07.611285 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca7b6f-07b4-4e58-9863-fed56c6a3759 req-bcb66883-13c4-4600-aaa2-adc8fc4f11ea tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:07.612903 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7eca7b6f-07b4-4e58-9863-fed56c6a3759 req-bcb66883-13c4-4600-aaa2-adc8fc4f11ea tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 944 time: 0.1102331 Jan 24 09:34:07.661976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:34:07.665007 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7eca7b6f-07b4-4e58-9863-fed56c6a3759 req-34f1da9b-f3e3-4c9d-a483-ca8258a0f2e0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0452700 Jan 24 09:34:07.732402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:34:07.737822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:34:07.738250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:07.863806 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:07.891269 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:34:07.902271 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:34:07.905439 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:07.907337 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:07.977562 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:07.986054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.986452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.986838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.987219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.987606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.988099 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.988480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.988951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.989210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.989581 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.989951 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.990321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.990770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.991515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.991515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.991855 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.992222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.992589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.992958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.993429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.993794 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.994161 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.994527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.994892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:07.999400 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:08.111746 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'code': 200} Jan 24 09:34:08.414597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394853bf-971b-4b00-8541-db8a9810203b req-26582f8a-7197-4711-be9d-fc2bdfe0bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:08.416321 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-394853bf-971b-4b00-8541-db8a9810203b req-26582f8a-7197-4711-be9d-fc2bdfe0bb75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0771470 Jan 24 09:34:08.459728 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-394853bf-971b-4b00-8541-db8a9810203b req-c86e57a2-f886-4290-8884-d19679f9dcd1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0373299 Jan 24 09:34:08.901412 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8ef4-0add-4e97-8412-f162fc5e7f39 req-d497a7fc-987b-4c2a-b6f6-f134161c84d3 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:08.903025 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-58be8ef4-0add-4e97-8412-f162fc5e7f39 req-d497a7fc-987b-4c2a-b6f6-f134161c84d3 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 946 time: 0.1066658 Jan 24 09:34:08.957985 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-58be8ef4-0add-4e97-8412-f162fc5e7f39 req-db9809b7-bd1d-4933-b1d4-597a581e8eb0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0487909 Jan 24 09:34:09.249977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:34:09.324582 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:34:09.325005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:09.644268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:34:10.204055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9c0cb-1988-4ea0-89dc-19bb98fe001a req-af309c40-4da5-4930-9b85-646b010f0b71 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:10.205841 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-afe9c0cb-1988-4ea0-89dc-19bb98fe001a req-af309c40-4da5-4930-9b85-646b010f0b71 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 946 time: 0.1137409 Jan 24 09:34:10.265892 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-afe9c0cb-1988-4ea0-89dc-19bb98fe001a req-7ea5c5c9-af08-4413-9bf2-addc15134d4d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0511222 Jan 24 09:34:10.502689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ecef9-5b2c-4de8-8230-0521680a048d req-67a47534-cbc1-44a5-a3bb-9339c8da2aa8 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:10.504287 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-363ecef9-5b2c-4de8-8230-0521680a048d req-67a47534-cbc1-44a5-a3bb-9339c8da2aa8 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 946 time: 0.1105237 Jan 24 09:34:10.555397 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-363ecef9-5b2c-4de8-8230-0521680a048d req-a2bf5a55-9f20-4767-b600-8edc874f7770 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0450315 Jan 24 09:34:10.772715 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-63d2bde1-0062-4eee-94f2-8bcec411c17d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1636474 Jan 24 09:34:10.782528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:34:10.792729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:10.802499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:10.811259 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:10.956756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:11.226333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Allocated IP 172.27.2.148 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/e4b59479-b1c8-4e31-9470-18ec6a4034e3) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:34:11.384057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:11.413454 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:11.429376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-85084819-e4cb-4f2d-b398-82325029017b tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:11.573526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=e4b59479-b1c8-4e31-9470-18ec6a4034e3,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:11.578789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:11.622427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:34:11.623622 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:34:11.626031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:34:11.714501 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:11.775553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:12.062049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:12.065475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:12.080478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5b27f7ef-ef50-4b82-b527-f72244cd7aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:12.213365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=e4b59479-b1c8-4e31-9470-18ec6a4034e3,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:12.222831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:12.317410 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:12.344608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:12.345920 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5675597 Jan 24 09:34:12.434895 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-45a703ca-6114-4b85-af61-3762af93340f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:34:12.449584 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-45a703ca-6114-4b85-af61-3762af93340f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:34:12.450822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-45a703ca-6114-4b85-af61-3762af93340f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.148 HTTP/1.1" status: 200 len: 696 time: 0.0985916 Jan 24 09:34:12.630247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-8ddd2b2a-decc-47c7-815d-09e74fc8dcb3 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:12.632254 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-cb8edbb0-8a4d-4c97-bfd6-0fbc4821c9d1 req-8ddd2b2a-decc-47c7-815d-09e74fc8dcb3 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.1754973 Jan 24 09:34:12.847604 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-d614e9f9-1206-41d1-8d44-9f3e840d95a2 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:12.849189 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-d614e9f9-1206-41d1-8d44-9f3e840d95a2 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1089990 Jan 24 09:34:12.940364 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-ca0a859e-2942-4838-b6be-16e406180747 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.148 HTTP/1.1" status: 200 len: 696 time: 0.0849338 Jan 24 09:34:12.951100 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'floatingip': {'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:34:13.034721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:13.884283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:13.887155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:14.072883 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Floating IP 44376922-12f9-4e8f-9d98-648f119b447b associated. External IP: 172.27.2.148, port: 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b. Jan 24 09:34:14.455825 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:34:14.646888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:34:14.651206 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:14.656519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:34:14.666923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:34:14.667605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:33:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:34:14.711254 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-c671d691-4a9a-44de-acd8-a191562ebd25 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "PUT /v2.0/floatingips/44376922-12f9-4e8f-9d98-648f119b447b HTTP/1.1" status: 200 len: 997 time: 1.7641308 Jan 24 09:34:14.711822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:34:14.806642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-a6a62035-a554-4a99-bd80-1d404d28ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:14.808483 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-a6a62035-a554-4a99-bd80-1d404d28ec6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0817397 Jan 24 09:34:14.856074 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'status': 'completed', 'code': 200} Jan 24 09:34:14.871152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:34:14.957050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-ef533f8d-b950-4920-8b2b-0b7742fa9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:14.958690 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-ef533f8d-b950-4920-8b2b-0b7742fa9195 service neutron] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1436598 Jan 24 09:34:15.072262 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-59546f47-51ea-4742-85aa-478a2b072f41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 1000 time: 0.1058350 Jan 24 09:34:15.143104 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-377a6916-91bb-4751-b7fc-912e432359f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:15.144752 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-377a6916-91bb-4751-b7fc-912e432359f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0654902 Jan 24 09:34:15.231055 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-dc60eb6d-c9b2-4bea-b8d5-1ae48755ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:15.232735 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-dc60eb6d-c9b2-4bea-b8d5-1ae48755ac95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810087 Jan 24 09:34:15.234432 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:13Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:34:15.238554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:34:15.247479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:34:15.248195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:33:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:34:15.377139 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-6bbe5a58-9c39-4e06-a2c7-96d3e687af00 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370959 Jan 24 09:34:15.437473 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:34:15.524937 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-68ae949f-e022-4158-afe3-3f515d8054a1 req-00cd5ebd-5c0f-4937-bbc2-3c032c7d40d7 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404769 Jan 24 09:34:15.576449 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-909e6e62-89e5-494d-a81f-22c0df17a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:15.578083 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-909e6e62-89e5-494d-a81f-22c0df17a971 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0842772 Jan 24 09:34:15.722079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-7d1de601-fed7-4d9d-b682-d9719dbe5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:15.723857 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-7d1de601-fed7-4d9d-b682-d9719dbe5227 service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1396146 Jan 24 09:34:15.806124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:13Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:34:15.810444 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1c5a4-77d3-4711-bb81-fd245a77d149 None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:13Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:34:15.835083 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-9435822d-d443-403f-b7b5-c39a5c43a5c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 1000 time: 0.1044703 Jan 24 09:34:15.914592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-dc7ccce3-9c7c-4b4d-b128-27be5b01ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:15.916272 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-dc7ccce3-9c7c-4b4d-b128-27be5b01ae3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0747235 Jan 24 09:34:16.000874 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-cb79e596-8660-4285-9163-3ec77252f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:16.002500 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-cb79e596-8660-4285-9163-3ec77252f111 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796227 Jan 24 09:34:16.134921 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd50c2-3373-4b43-a3c6-2ff03ded0825 None None] New status for floating IP 44376922-12f9-4e8f-9d98-648f119b447b: ACTIVE {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:34:16.150429 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-5de8a0a2-e4e3-4567-a3af-ebb5bf125c3a service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415129 Jan 24 09:34:16.303042 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-b7c59c1c-50e5-4c19-92d7-44a95abb6ba3 req-d3a60c12-a376-433b-a388-fd713e69dcf8 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458254 Jan 24 09:34:19.653353 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34724) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:19.760330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa646-2436-4131-9c19-c48c22144034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:19.802408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:19.817699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:19.822315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Usage tracker for resource:security_group_rule and tenant:1be84c5044d5447fbb2fa33e99a6053e is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:19.825328 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:19.831138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:19.917661 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:19.920266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:19.929179 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-df9b5ef5-13db-44fb-9345-36de05cf5636 tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:19.973434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc218b2-5dcc-4cdf-9537-58e9b0c2ba90,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:19.978247 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1be84c5044d5447fbb2fa33e99a6053e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237910 Jan 24 09:34:19.979196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:19.981117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34730) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:20.046460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.073089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.118662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.123515 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f8b84976-2cc3-4735-9064-ecfb293810fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:20.134736 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc218b2-5dcc-4cdf-9537-58e9b0c2ba90,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:20.139599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:20.142008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.143020 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fc218b2-5dcc-4cdf-9537-58e9b0c2ba90 HTTP/1.1" status: 204 len: 168 time: 0.1606863 Jan 24 09:34:20.476923 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34738) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:20.496462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.512407 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:20.516440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Usage tracker for resource:security_group_rule and tenant:05fa7168d7a74505842f8e7a09449174 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:20.519726 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:20.525469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:20.612876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.616051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.625007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8036b415-1c8d-4b60-825f-d8936abcf356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:20.669765 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05fa7168d7a74505842f8e7a09449174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916752 Jan 24 09:34:20.671438 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ac029-ced4-4477-a0a6-9411f1a2b4a3,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:20.672742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34742) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:20.674898 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-747c686b-348d-4231-84df-ca3c86766c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:20.743334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.770139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.817268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.822264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7a2751b1-d4d5-46bc-ad2a-2e72088c5b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:20.835553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ac029-ced4-4477-a0a6-9411f1a2b4a3,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:20.838391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:20.839647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:20.840844 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d66ac029-ced4-4477-a0a6-9411f1a2b4a3 HTTP/1.1" status: 204 len: 168 time: 0.1670334 Jan 24 09:34:21.481779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:21.836828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ce7b9baa-3617-4b0d-aa9c-50baffe5a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:22.696262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:23.648033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:24.189484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.007418 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34826) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:28.155568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.171248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:28.175302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Usage tracker for resource:security_group_rule and tenant:977ab2f211a94bf397e737669516d852 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:28.178846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:28.185012 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:28.269265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.272008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.281073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-de847e3f-07b1-4944-a880-7157217797f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:28.322902 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=977ab2f211a94bf397e737669516d852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142915 Jan 24 09:34:28.324629 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ce170e-6700-438c-b80d-8d310e87bca4,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:28.325803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34834) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:28.328136 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8ba25159-0f05-4d02-bda1-af20a370c086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:28.390138 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a3886ab-b530-48b2-87cc-36f53ab77fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.417299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a3886ab-b530-48b2-87cc-36f53ab77fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.461475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a3886ab-b530-48b2-87cc-36f53ab77fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.466284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dbd56eda-69c8-410a-8fd3-807822e887e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:28.478903 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3886ab-b530-48b2-87cc-36f53ab77fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ce170e-6700-438c-b80d-8d310e87bca4,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:28.481397 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0a3886ab-b530-48b2-87cc-36f53ab77fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:28.488843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-0a3886ab-b530-48b2-87cc-36f53ab77fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.490561 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-0a3886ab-b530-48b2-87cc-36f53ab77fa8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5ce170e-6700-438c-b80d-8d310e87bca4 HTTP/1.1" status: 204 len: 168 time: 0.1632109 Jan 24 09:34:28.828889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34842) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:28.847513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.863003 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:28.867633 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Usage tracker for resource:security_group_rule and tenant:729cafb547164a05b79b0c52fb77c995 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:28.870536 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:28.876286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:28.958460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.961522 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:28.977354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9a83f611-300b-4961-9d47-47e10405f736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:29.018944 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=729cafb547164a05b79b0c52fb77c995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888983 Jan 24 09:34:29.020662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8ccace-1d8e-414e-beed-e883ba4f80d9,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:29.021809 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34846) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:29.024002 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1213afdd-3723-4d18-abba-c871b870e018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:29.087069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6a4c0b-43cb-482a-a283-e4ceedba75bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:29.113846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6a4c0b-43cb-482a-a283-e4ceedba75bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:29.158219 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6a4c0b-43cb-482a-a283-e4ceedba75bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:29.164145 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e8f0365d-b9b7-425f-ae26-db750fac5f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:29.176778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a4c0b-43cb-482a-a283-e4ceedba75bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8ccace-1d8e-414e-beed-e883ba4f80d9,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:29.181975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db6a4c0b-43cb-482a-a283-e4ceedba75bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:29.186276 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-db6a4c0b-43cb-482a-a283-e4ceedba75bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:29.187485 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-db6a4c0b-43cb-482a-a283-e4ceedba75bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff8ccace-1d8e-414e-beed-e883ba4f80d9 HTTP/1.1" status: 204 len: 168 time: 0.1646049 Jan 24 09:34:31.436232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34900) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:31.676964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:31.694174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:31.698192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:231ec9c593574b14b690a2c6aa8383ae is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:31.701110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:31.706839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:31.791309 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:31.794175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:31.803046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1fd9758b-eb86-46a0-90aa-95fd6ed31dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:31.849475 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=231ec9c593574b14b690a2c6aa8383ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120967 Jan 24 09:34:31.850405 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210fb29f-63ae-4e12-9e2b-295376e89b94,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:31.852365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34906) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:31.853704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ea97c6a6-a4b2-46ab-8e67-58ab249c1bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:31.916254 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:31.942981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:31.989078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:31.994662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4010bb22-b8ac-471f-99a7-56370aff1398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:32.007372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210fb29f-63ae-4e12-9e2b-295376e89b94,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:32.009958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:32.018458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.019761 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/210fb29f-63ae-4e12-9e2b-295376e89b94 HTTP/1.1" status: 204 len: 168 time: 0.1655495 Jan 24 09:34:32.355074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 34914) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:32.375217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.390166 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:32.394508 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Usage tracker for resource:security_group_rule and tenant:f06c74bc212f40d9b17cec76e737f508 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:32.397950 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:32.403737 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:32.489941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.492572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.501244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-52386fcc-cf92-480a-b1f1-3bbab7f19dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:32.543691 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f06c74bc212f40d9b17cec76e737f508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874311 Jan 24 09:34:32.544610 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cedf1e-a5d4-4363-8fc5-9e4e7d4f03bb,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:32.546603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 34918) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:32.548028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-48a56b48-7836-46fe-9b63-0f968d8d0271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:32.609450 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8480-7c6b-403d-b630-b674015b1f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.636597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8480-7c6b-403d-b630-b674015b1f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.680750 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8480-7c6b-403d-b630-b674015b1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.685751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6d47165b-4080-485c-8e87-0fbd9447a604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:32.699697 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d8480-7c6b-403d-b630-b674015b1f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cedf1e-a5d4-4363-8fc5-9e4e7d4f03bb,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:32.703470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9c9d8480-7c6b-403d-b630-b674015b1f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:32.709652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8480-7c6b-403d-b630-b674015b1f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:32.710876 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9c9d8480-7c6b-403d-b630-b674015b1f43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26cedf1e-a5d4-4363-8fc5-9e4e7d4f03bb HTTP/1.1" status: 204 len: 168 time: 0.1632073 Jan 24 09:34:44.081061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35010) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:44.322905 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:44.339092 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:44.343154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Usage tracker for resource:security_group_rule and tenant:2c393c0ea7ce4b01a1b5fb7a93516e22 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:44.346131 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:44.352592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:44.437678 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:44.440820 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:44.449714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b5685561-fb34-40c1-a8f3-7b7022f49cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:44.491945 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c393c0ea7ce4b01a1b5fb7a93516e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097476 Jan 24 09:34:44.493791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca07843b-497a-4213-8e60-5bb0a4274a57,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:44.494961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 35018) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:44.497335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-64b350ac-e851-49fe-bc9d-af7d8b61607d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:44.557674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:44.588970 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:44.632557 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:44.637609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-655fa2b6-7a7b-4801-8f8c-ed684c85312d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:44.651988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca07843b-497a-4213-8e60-5bb0a4274a57,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:44.654759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:44.655964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:44.657191 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca07843b-497a-4213-8e60-5bb0a4274a57 HTTP/1.1" status: 204 len: 168 time: 0.1610806 Jan 24 09:34:44.991393 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 35026) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:45.010695 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:45.026983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:45.031033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Usage tracker for resource:security_group_rule and tenant:b4ccb9e3c49446fb8710545fd2841138 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:45.033988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:45.040763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:45.123404 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:45.126316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:45.135184 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9cc26969-6070-4ee7-a222-9381471d1b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:45.177550 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4ccb9e3c49446fb8710545fd2841138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849766 Jan 24 09:34:45.179234 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61703ae0-825d-43e0-9dd6-1dda7362d73a,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:45.180469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35030) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:45.182516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7defe452-3329-4a4b-8bd6-5891a60c9b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:45.247016 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91e5e5af-8245-4390-8687-121a1d68daaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:45.274592 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91e5e5af-8245-4390-8687-121a1d68daaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:45.319484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91e5e5af-8245-4390-8687-121a1d68daaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:45.324443 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-381cfba4-5ad7-45e2-b762-0330e3b9983d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:45.340181 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5e5af-8245-4390-8687-121a1d68daaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61703ae0-825d-43e0-9dd6-1dda7362d73a,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:45.350196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-91e5e5af-8245-4390-8687-121a1d68daaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:45.352227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-91e5e5af-8245-4390-8687-121a1d68daaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:45.354180 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-91e5e5af-8245-4390-8687-121a1d68daaa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61703ae0-825d-43e0-9dd6-1dda7362d73a HTTP/1.1" status: 204 len: 168 time: 0.1719196 Jan 24 09:34:46.644598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:34:48.348720 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35100) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:48.500992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:48.516681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:48.521578 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Usage tracker for resource:security_group_rule and tenant:fc75b47b09c54323adc41204e42249f1 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:48.524524 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:48.530365 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:48.614671 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:48.617517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:48.626479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-db6167df-1729-454a-9423-f1958bfb04cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:48.673171 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc75b47b09c54323adc41204e42249f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228214 Jan 24 09:34:48.674115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6119c7-31e9-413b-b89f-ad79ec52ec8a,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:48.676086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 35106) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:48.682741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.683170 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.683618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.684014 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.684420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.684828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.685233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.685642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.686063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.686448 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.686847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.687245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.687709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.688109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.688509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.688907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.689303 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.689699 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.690094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.690507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.690889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.691275 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.691714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.692110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.697004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2fa18c00-8187-4fff-a769-a194d65b4bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:48.746246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:48.773716 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:48.819342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:48.824342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-c62a4ec3-8143-48a6-90a2-d34731e21591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:48.837305 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6119c7-31e9-413b-b89f-ad79ec52ec8a,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:48.849792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.850214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.850626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.851033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.851434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.851863 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.852264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.852665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.853064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.853459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.853856 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.854251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.854682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.855074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.855469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.855889 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.856284 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.856677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.857066 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.857456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.857846 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.858235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.858625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.859015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:34:48.862732 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:48.863990 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:48.865684 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-dded52d5-a66b-46dc-b020-df8375ffc5ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca6119c7-31e9-413b-b89f-ad79ec52ec8a HTTP/1.1" status: 204 len: 168 time: 0.1885240 Jan 24 09:34:49.209270 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 35114) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:49.229289 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:49.245294 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:49.249486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Usage tracker for resource:security_group_rule and tenant:c23b7928bd09461c9a4ba4393a249405 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:49.252480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:49.261740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:49.366848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:49.369781 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:49.378710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ed6a0ffc-7d31-4983-98b4-eda8f9d68a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:49.434313 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0838c20-b1cb-4edf-bd53-39e82d8f8aa3,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:49.438132 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:49.441052 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e6d7b229-7e6d-4276-8ea3-c9b6e208b631 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c23b7928bd09461c9a4ba4393a249405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302611 Jan 24 09:34:49.443742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 35118) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:49.509139 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4143ffb-5d53-493e-8e79-4f2f15ac62c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:49.538008 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4143ffb-5d53-493e-8e79-4f2f15ac62c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:49.585984 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4143ffb-5d53-493e-8e79-4f2f15ac62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:49.591776 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-d228cafd-ec41-4af6-a7dd-d94329c20bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:49.606054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143ffb-5d53-493e-8e79-4f2f15ac62c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0838c20-b1cb-4edf-bd53-39e82d8f8aa3,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:49.608858 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e4143ffb-5d53-493e-8e79-4f2f15ac62c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:49.610087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e4143ffb-5d53-493e-8e79-4f2f15ac62c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:49.611943 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e4143ffb-5d53-493e-8e79-4f2f15ac62c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0838c20-b1cb-4edf-bd53-39e82d8f8aa3 HTTP/1.1" status: 204 len: 168 time: 0.1667225 Jan 24 09:34:49.762232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e403edfb-86f4-45c8-8378-6c2c8c846eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.516636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 35140) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:50.656060 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569465264-network', 'tenant_id': '94989b3a529144e6a1c663fb740067bb'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:34:50.661162 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:50.665340 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Usage tracker for resource:network and tenant:94989b3a529144e6a1c663fb740067bb is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:50.668369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:50.674125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:50.683839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Made reservation on behalf of 94989b3a529144e6a1c663fb740067bb for: {'network': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:34:50.688472 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.701608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.717936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:50.721929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:94989b3a529144e6a1c663fb740067bb is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:50.725134 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:50.730917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:50.818320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.821076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.825213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-46afb2ad-ac92-452a-9ca7-24f063f5773d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:50.854281 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:34:50.868358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf4f619-7691-436d-9a77-2d83694bd8b5,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:50.871338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.871785 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Added segment 2d253abf-8f7f-48b9-86e4-6ad0421d5143 of type vxlan for network 9ef25449-cf21-453d-90dd-7a1863442817 Jan 24 09:34:50.873087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:50.900507 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.929556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.930810 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:50.931456 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:50.936290 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:51.250745 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7326441 Jan 24 09:34:51.251740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef25449-cf21-453d-90dd-7a1863442817,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:51.253790 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80077) accepted ('10.222.0.45', 35146) {{(pid=80077) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:51.257146 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e9d72a86-6383-4e4e-96b4-bf2652eee9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:51.261298 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Request body: {'subnet': {'network_id': '9ef25449-cf21-453d-90dd-7a1863442817', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569465264-subnet', 'tenant_id': '94989b3a529144e6a1c663fb740067bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:34:51.262802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network 9ef25449-cf21-453d-90dd-7a1863442817 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:34:51.266478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:51.270851 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Usage tracker for resource:subnet and tenant:94989b3a529144e6a1c663fb740067bb is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:51.273976 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:51.279743 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:51.280599 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network 9ef25449-cf21-453d-90dd-7a1863442817 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:34:51.290591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Made reservation on behalf of 94989b3a529144e6a1c663fb740067bb for: {'subnet': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:34:51.295350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127908065'] for subnet, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:51.482389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:51.694682 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2163859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127908080'] for subnet, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:51.710274 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:51.838005 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eb55b7c0-af1d-43b4-b129-b8403b202332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:51.885627 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dec969e-6273-4ff2-8c20-f8bc49ede17b,revision_number=0']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:51.890980 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:51.970698 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-cd8153c0-3d3e-49ec-bcc9-c6c0751a2a07 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1428897 Jan 24 09:34:51.980771 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Checking segment: {'id': '2d253abf-8f7f-48b9-86e4-6ad0421d5143', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ef25449-cf21-453d-90dd-7a1863442817'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:34:51.981163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Network hostable DHCP agents. Network: 9ef25449-cf21-453d-90dd-7a1863442817, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:34:52.000614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Network 9ef25449-cf21-453d-90dd-7a1863442817 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:34:52.009262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, 9ef25449-cf21-453d-90dd-7a1863442817) {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:34:52.019864 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d14c55-be48-414d-aa3a-1cedcfb341fd None None] Network 9ef25449-cf21-453d-90dd-7a1863442817 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:34:52.025467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:52.026224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for subnet, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:52.046987 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e89be8b0-7abf-44ad-b37a-7b91ec3587a9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7920351 Jan 24 09:34:52.152265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7adb7-3bb9-42d0-9355-480742730518 req-39ac5338-f461-4793-9b73-a83e0435f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:52.153961 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-39ac5338-f461-4793-9b73-a83e0435f08e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0853224 Jan 24 09:34:52.258642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9377fd-d22e-49d1-808c-c8970bba2334 None None] Network 9ef25449-cf21-453d-90dd-7a1863442817 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:34:52.321857 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7adb7-3bb9-42d0-9355-480742730518 req-c318997a-15bb-454b-b683-90d768425650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:52.323447 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-c318997a-15bb-454b-b683-90d768425650 service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1485825 Jan 24 09:34:52.439232 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-662ce9ec-9a77-4f3e-a63f-a6955d0a9b0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 1002 time: 0.1087883 Jan 24 09:34:52.514073 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7adb7-3bb9-42d0-9355-480742730518 req-38086668-ad8f-4e27-935c-ac22b1c4d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:52.515692 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-38086668-ad8f-4e27-935c-ac22b1c4d974 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0696731 Jan 24 09:34:52.602566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7adb7-3bb9-42d0-9355-480742730518 req-4a94949e-8abf-444b-b219-8916f2a693df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:52.604245 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-4a94949e-8abf-444b-b219-8916f2a693df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820582 Jan 24 09:34:52.693688 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:52.749529 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-44728ba4-4694-4bf2-99a9-44bdfd4d6464 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387765 Jan 24 09:34:52.785079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35164) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:52.792108 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-635273200-network', 'tenant_id': 'bf413093dfc04634ae4d6dafd09c3e06'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:34:52.797251 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:52.801406 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Usage tracker for resource:network and tenant:bf413093dfc04634ae4d6dafd09c3e06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:52.804770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:52.810601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:52.820800 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Made reservation on behalf of bf413093dfc04634ae4d6dafd09c3e06 for: {'network': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:34:52.825527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for network, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:52.839152 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:52.854601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:52.858729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf413093dfc04634ae4d6dafd09c3e06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:52.861708 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:52.867559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:52.895039 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-66b7adb7-3bb9-42d0-9355-480742730518 req-a46eea62-7c8b-4d1a-9750-a885775c60e7 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395426 Jan 24 09:34:52.956232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:52.959714 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:52.964052 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bc1153ed-62db-49b3-a619-3c03c26e4ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:52.998069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 24 09:34:53.010803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2779884e-bda0-4ce1-af36-079cb914529b,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:53.014804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:53.020634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287261695160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:53.021935 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.segments_db [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Added segment 7a2a5708-daca-4764-a376-4b14a50ade5e of type vxlan for network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 Jan 24 09:34:53.050033 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749592552358'] for network, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:53.079316 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463'] for network, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:53.080591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:53.081279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:53.086915 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:53.198710 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d308e2c7-5e0a-45c5-bba1-8bd0ec94e508,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:53.203509 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4157522 Jan 24 09:34:53.203509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6266d10c-ad40-446e-b380-920e18e443b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:53.204958 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35168) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:34:53.209453 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 details requested by agent ovs-agent-dv-cinder-772181-7-iscsi with host dv-cinder-772181-7-iscsi {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:34:53.211035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Request body: {'subnet': {'network_id': 'd308e2c7-5e0a-45c5-bba1-8bd0ec94e508', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-635273200-subnet', 'tenant_id': 'bf413093dfc04634ae4d6dafd09c3e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:34:53.216414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:34:53.220575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Usage tracker for resource:subnet and tenant:bf413093dfc04634ae4d6dafd09c3e06 is out of sync, need to count used quota {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:34:53.223742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80078) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:34:53.229929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:34:53.237886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 details requested by agent ovs-agent-hv-cinder-77218 with host hv-cinder-77218 {{(pid=80079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 24 09:34:53.241032 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Made reservation on behalf of bf413093dfc04634ae4d6dafd09c3e06 for: {'subnet': 1} {{(pid=80078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:34:53.246112 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851494902'] for subnet, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:53.651266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:53.894299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127736853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851494885'] for subnet, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:53.909979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:34:54.048815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afc3fbb-06e5-4d86-b2e9-e66102f6c97c,revision_number=0']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:34:54.053096 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:34:54.116245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Checking segment: {'id': '7a2a5708-daca-4764-a376-4b14a50ade5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd308e2c7-5e0a-45c5-bba1-8bd0ec94e508'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:34:54.116634 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Network hostable DHCP agents. Network: d308e2c7-5e0a-45c5-bba1-8bd0ec94e508, hostable agents: ['90371882-cbfa-411d-8288-ea646fd114a0'], hosted agents: [] {{(pid=80078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 24 09:34:54.135158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 is scheduled to be hosted by DHCP agent 90371882-cbfa-411d-8288-ea646fd114a0 with binding_index 1 {{(pid=80078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 24 09:34:54.143430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772181-7-iscsi, d308e2c7-5e0a-45c5-bba1-8bd0ec94e508) {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:34:54.153232 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e8902-e49c-4c67-830f-0969084e9bd0 None None] Network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:34:54.155645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:34:54.156302 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:54.178124 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-589683df-bb4d-4449-9ac1-a69e4b624d5d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9713528 Jan 24 09:34:54.254777 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:34:54.391607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34c8ba-c829-4f91-a97c-684743b46697 None None] Network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:35:10.855789 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35292) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:10.923369 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Deleting subnet 9dec969e-6273-4ff2-8c20-f8bc49ede17b {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:35:10.926494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:10.979684 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036726915420'] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.044114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.297255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727038896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3280928'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.317061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dfb7b662-3611-4e7c-97a9-7681ac9afae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:35:11.361908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dec969e-6273-4ff2-8c20-f8bc49ede17b,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:35:11.366344 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:35:11.450657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.456579 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9dec969e-6273-4ff2-8c20-f8bc49ede17b HTTP/1.1" status: 204 len: 168 time: 0.5997026 Jan 24 09:35:11.459263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35296) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:11.571554 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.764326 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.879116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef25449-cf21-453d-90dd-7a1863442817']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:35:11.891826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d253abf-8f7f-48b9-86e4-6ad0421d5143') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:35:11.892415 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d253abf-8f7f-48b9-86e4-6ad0421d5143') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:35:11.904962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.920469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:11.922483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:35:12.107570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Network 9ef25449-cf21-453d-90dd-7a1863442817 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:35:12.116791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:12.295113 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Network 9ef25449-cf21-453d-90dd-7a1863442817 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:35:12.318687 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:35:12.398468 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:12.401848 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:35:12.415626 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:12.425111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef25449-cf21-453d-90dd-7a1863442817,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:35:12.429603 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] 10.222.0.45 "DELETE /v2.0/networks/9ef25449-cf21-453d-90dd-7a1863442817 HTTP/1.1" status: 204 len: 168 time: 0.9679694 Jan 24 09:35:12.429603 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f46c350e-a2f4-4266-a3c2-4ad4cfd2f3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:35:12.431190 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35300) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:12.499955 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Deleting subnet 0afc3fbb-06e5-4d86-b2e9-e66102f6c97c {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:35:12.502983 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:12.555004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036726915420'] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:12.612914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:12.867834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727038896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3280928'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:12.883681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:35:12.931362 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afc3fbb-06e5-4d86-b2e9-e66102f6c97c,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:35:12.935277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:35:13.016638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.022898 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-75b7beba-25ec-4563-b713-d435aea6def0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0afc3fbb-06e5-4d86-b2e9-e66102f6c97c HTTP/1.1" status: 204 len: 168 time: 0.5906811 Jan 24 09:35:13.025597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35304) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:13.142282 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.331049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.444334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d308e2c7-5e0a-45c5-bba1-8bd0ec94e508']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:35:13.456792 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a5708-daca-4764-a376-4b14a50ade5e') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:35:13.457123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a5708-daca-4764-a376-4b14a50ade5e') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:35:13.469474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.484485 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.486434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:35:13.659171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:35:13.668867 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.845366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Network d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:35:13.867808 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:35:13.945758 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.949074 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:35:13.968402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:13.970988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d308e2c7-5e0a-45c5-bba1-8bd0ec94e508,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:35:13.974137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:35:13.978038 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fba255b2-2b62-447e-a9a1-143ada5e1c0b admin admin] 10.222.0.45 "DELETE /v2.0/networks/d308e2c7-5e0a-45c5-bba1-8bd0ec94e508 HTTP/1.1" status: 204 len: 168 time: 0.9514132 Jan 24 09:35:14.177844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35312) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:14.229819 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-27dbb239-087f-4df7-8ad3-449cea287208 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94989b3a529144e6a1c663fb740067bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506723 Jan 24 09:35:14.232376 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35316) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:14.292677 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9c5e-908f-42e4-abe5-fc7f9b677984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:14.320530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9c5e-908f-42e4-abe5-fc7f9b677984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:14.371171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9c5e-908f-42e4-abe5-fc7f9b677984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:14.376279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4f23d52-5abf-4102-be5c-d5419c1f5c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:35:14.389409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b9c5e-908f-42e4-abe5-fc7f9b677984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf4f619-7691-436d-9a77-2d83694bd8b5,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:35:14.392762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-4f9b9c5e-908f-42e4-abe5-fc7f9b677984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:35:14.394754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9c5e-908f-42e4-abe5-fc7f9b677984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:14.396094 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-4f9b9c5e-908f-42e4-abe5-fc7f9b677984 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bf4f619-7691-436d-9a77-2d83694bd8b5 HTTP/1.1" status: 204 len: 168 time: 0.1626675 Jan 24 09:35:14.793663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35324) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:14.845343 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-d21904d7-c989-4f9d-9cf3-21aa08042449 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf413093dfc04634ae4d6dafd09c3e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503998 Jan 24 09:35:14.847372 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35328) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:35:14.909459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fce0476d-ee4c-4fc6-9020-a725b0156b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:14.936845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fce0476d-ee4c-4fc6-9020-a725b0156b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:14.990597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fce0476d-ee4c-4fc6-9020-a725b0156b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:14.995752 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-052202af-0677-4119-b196-3b7b805854fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:35:15.009355 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0476d-ee4c-4fc6-9020-a725b0156b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2779884e-bda0-4ce1-af36-079cb914529b,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:35:15.012651 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-fce0476d-ee4c-4fc6-9020-a725b0156b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:35:15.013553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-fce0476d-ee4c-4fc6-9020-a725b0156b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:15.014807 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fce0476d-ee4c-4fc6-9020-a725b0156b4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2779884e-bda0-4ce1-af36-079cb914529b HTTP/1.1" status: 204 len: 168 time: 0.1664059 Jan 24 09:35:19.762363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1deea8ae-1f5d-4aff-b16f-2a360d23fb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:21.477110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:21.837268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-cddccd50-3107-4276-8fd7-2fc8c0bd3816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:22.694815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:23.644519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:35:23.653242 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:24.196064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:49.763488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8be259a0-a5c6-418c-9419-312271540c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:51.476491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:51.840357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-34073997-2c91-4aef-8def-9e386cfecaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:52.696655 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:53.654325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:54.199519 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:35:54.874047 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-6a1cbf29-c95b-4310-8c71-ddd4192720b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0752082 Jan 24 09:35:55.043804 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-22a93048-5c09-4e15-a9e1-4d5eada3c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:35:55.045428 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-22a93048-5c09-4e15-a9e1-4d5eada3c153 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0826142 Jan 24 09:35:55.199786 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-e1e39c40-5379-4207-97ef-d09252a1dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:35:55.201385 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-e1e39c40-5379-4207-97ef-d09252a1dd78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1375518 Jan 24 09:35:55.308488 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-f22e3f5e-9209-4b15-94d8-a596c01e88cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 1002 time: 0.1001244 Jan 24 09:35:55.381246 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-d5373af9-24a9-4cb8-9de1-c56bd3bbe229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:35:55.382794 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-d5373af9-24a9-4cb8-9de1-c56bd3bbe229 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0685270 Jan 24 09:35:55.463649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-69f239e6-4106-4019-aafa-4d3b8d2de622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:35:55.465193 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-69f239e6-4106-4019-aafa-4d3b8d2de622 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763173 Jan 24 09:35:55.605604 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-a7a33781-29f1-406d-9073-604015b5ae36 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341813 Jan 24 09:35:55.747335 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-87d978e7-1abe-49fe-8aa8-de077b2557ba req-6cd68f53-7689-4bf7-adbc-d50f8c322a99 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350968 Jan 24 09:36:00.645513 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:36:14.846769 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-f0282fe1-81ed-446e-8237-74cf532db982 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1002139494&fields=id&tenant_id=100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 267 time: 0.0499988 Jan 24 09:36:15.266171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-137bd8a1-3c2b-4301-b8a1-668fa710d00d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:15.267976 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-137bd8a1-3c2b-4301-b8a1-668fa710d00d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 812 time: 0.4134080 Jan 24 09:36:15.284059 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-73f55c90-0f76-46fb-8792-56d369a9b6d5 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/quotas/100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 375 time: 0.0096548 Jan 24 09:36:15.399206 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-8bdf3e8e-89f2-43b8-a57f-bb5c78f2ef50 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1091623 Jan 24 09:36:15.415541 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-4fa5a766-64d0-4566-8044-6fe513a09332 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:36:15.416620 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-4fa5a766-64d0-4566-8044-6fe513a09332 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0053895 Jan 24 09:36:15.557648 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-7035bb69-9617-41eb-a696-86353a5af949 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351731 Jan 24 09:36:15.700909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e18d9dc6-a25d-4666-9a64-63587c95316a service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370254 Jan 24 09:36:17.137608 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-31df5ca1-1f42-40bb-86c3-c289d725976c req-7f8df193-183f-42fa-bbf8-351791bbd001 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 210 time: 0.0492260 Jan 24 09:36:18.242056 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-9e7f465b-eec7-41ad-9cc8-799416c3346f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:18.243710 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-9e7f465b-eec7-41ad-9cc8-799416c3346f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 812 time: 0.1793330 Jan 24 09:36:18.327045 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2491ddcd-ca6e-4e68-a8d5-c6e195509260 req-5776d57a-b300-4c6d-8afa-a39216ec4be6 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 210 time: 0.0570271 Jan 24 09:36:18.344657 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-d7fa15db-4f0d-4a55-bbe3-5b03342a0e13 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=100a973171974bbfab10636b25c46eb8 HTTP/1.1" status: 200 len: 5765 time: 0.0816109 Jan 24 09:36:18.354403 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'port': {'device_id': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'admin_state_up': True, 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'security_groups': ['c5c9a467-2fe1-4001-950a-8a79ec350f53']}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:36:18.511105 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:36:18.515462 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Usage tracker for resource:port and tenant:100a973171974bbfab10636b25c46eb8 is out of sync, need to count used quota {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 24 09:36:18.518721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Quota usage for port was recalculated. Used quota:5. {{(pid=80077) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 24 09:36:18.525247 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:36:18.542505 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Made reservation on behalf of 100a973171974bbfab10636b25c46eb8 for: {'port': 1} {{(pid=80077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 24 09:36:18.552222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:18.858020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Allocated IP 172.20.0.5 (873f717a-d70a-4752-bb17-e18b84e873f8/03f03692-fb64-41ba-9ac2-d72e8aa81460/125f6fab-fe98-4b89-b58d-91bc69e6e2b7) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:36:19.060408 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:19.077722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Transition to ACTIVE for port object 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:36:19.100871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:19.115991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9ac1f58f-9e8d-4e5a-83a1-1880c22fd122 tempest-AttachVolumeShelveTestJSON-231898044 tempest-AttachVolumeShelveTestJSON-231898044] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:36:19.478058 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:36:19.495484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.495937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.496350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.496759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.497167 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.497569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.497967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.498366 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.498762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.499153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.499551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.499977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.500416 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.501121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.501523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.501992 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.502339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.502751 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.503189 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.504069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.504476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.504873 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.505264 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.505654 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:19.511547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:36:19.554435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Network 873f717a-d70a-4752-bb17-e18b84e873f8 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:36:19.556127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:36:19.558580 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:36:19.582849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d345178-b55e-4f01-9ec6-737cd045a662 req-2de45ee5-65b3-48ae-b629-3cd88705d730 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:19.584585 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d345178-b55e-4f01-9ec6-737cd045a662 req-2de45ee5-65b3-48ae-b629-3cd88705d730 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 931 time: 0.1091397 Jan 24 09:36:19.640169 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d345178-b55e-4f01-9ec6-737cd045a662 req-16ae050c-643a-42d6-ace7-7f24a4110639 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0488944 Jan 24 09:36:19.642279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:19.643035 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:19.670826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3207691 Jan 24 09:36:19.688838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Request body: {'port': {'device_id': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77218'}} {{(pid=80077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:36:19.759483 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-632c89a6-1a65-4294-9fe2-f7dc0c202458 None None] Provisioning for port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 completed by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:36:19.769516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-632c89a6-1a65-4294-9fe2-f7dc0c202458 None None] Provisioning complete for port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 triggered by entity DHCP. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:36:19.769939 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-632c89a6-1a65-4294-9fe2-f7dc0c202458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:19.815754 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:19.985918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3d77089f-942d-46d9-8f80-b87b0aa3c598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:20.005549 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-632c89a6-1a65-4294-9fe2-f7dc0c202458 None None] Port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 cannot update to ACTIVE because it is not bound. {{(pid=80079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 24 09:36:20.247914 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 {{(pid=80077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 24 09:36:20.255609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:20.268119 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Transition to ACTIVE for port object 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 24 09:36:20.271253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:20.287135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e343fe33-fcb1-4824-badd-05b2c1a22618 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:36:20.429054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Pushing event updated for resources: {'Port': ['ID=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:36:20.434078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:36:20.623367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Attempting to bind port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 on host hv-cinder-77218 for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:36:20.623938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Attempting to bind port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 by drivers openvswitch on host hv-cinder-77218 at level 0 using segments [{'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 24 09:36:20.624143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Attempting to bind port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 on network 873f717a-d70a-4752-bb17-e18b84e873f8 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 24 09:36:20.630442 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Checking agent: {'id': 'b7959b97-b6c4-4612-898e-da992ee27d8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 24, 9, 19, 49), 'started_at': datetime.datetime(2021, 1, 24, 9, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 24, 9, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 24 09:36:20.630817 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Checking segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 24 09:36:20.631223 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:20.631638 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Bound using segment: {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 24 09:36:20.632111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Bound port: 125f6fab-fe98-4b89-b58d-91bc69e6e2b7, host: hv-cinder-77218, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acd83a6-df2e-4377-8085-abd6af2f739e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 24 09:36:20.632482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:20.731478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] For port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7, host hv-cinder-77218, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 24 09:36:20.735245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] For port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7, host hv-cinder-77218, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 24 09:36:20.738775 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2163467'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:20.755031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-5cc661ac-c1ea-4401-b534-3f345bcecc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:36:20.882616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e99b87-3578-4642-82d8-26e41bf79b0c req-78440aa1-7c87-48a5-abcc-004f2400fdeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:20.884290 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-90e99b87-3578-4642-82d8-26e41bf79b0c req-78440aa1-7c87-48a5-abcc-004f2400fdeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1088285 Jan 24 09:36:20.912529 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Pushing event updated for resources: {'Port': ['ID=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:36:20.917967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:36:20.938098 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-90e99b87-3578-4642-82d8-26e41bf79b0c req-6be84817-44eb-41cb-86e6-7b1ccc573421 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0474601 Jan 24 09:36:20.947279 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:20.948007 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:20.949506 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-37274e62-cb41-4a52-837a-6a4bd368d479 service neutron] 10.222.0.48 "PUT /v2.0/ports/125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 1157 time: 1.2656550 Jan 24 09:36:20.950081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:36:21.045447 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'status': 'completed', 'code': 200} Jan 24 09:36:21.090886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-201ed449-bbc8-4905-b139-75a0c488d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:21.092627 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-201ed449-bbc8-4905-b139-75a0c488d82f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1160 time: 0.0894992 Jan 24 09:36:21.170158 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-a808756c-96cf-4f90-b244-5a901d108b4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 217 time: 0.0653563 Jan 24 09:36:21.241657 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-a8a3b1ea-7b09-4a67-be7e-078dae3a33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:21.243137 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-a8a3b1ea-7b09-4a67-be7e-078dae3a33c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0667241 Jan 24 09:36:21.322886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-d0c30df3-6eb0-49e8-985a-a2e6d025c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:21.324427 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-d0c30df3-6eb0-49e8-985a-a2e6d025c812 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753400 Jan 24 09:36:21.464085 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-d0f079a4-7f54-4914-b285-4859c44375c2 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331792 Jan 24 09:36:21.476460 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:21.606518 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fd25e002-7bf7-4e82-abe0-c501ad1c1860 req-daace06b-ba37-4f17-9521-47fca46d9e22 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365941 Jan 24 09:36:21.764949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-defae93a-71e7-4ed7-9d89-2c51ace47751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:21.766826 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-defae93a-71e7-4ed7-9d89-2c51ace47751 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1160 time: 0.0808582 Jan 24 09:36:21.841128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-46c74cf6-5d0e-4482-b8cb-243c041d045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:21.911154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-a5d5676f-070a-4085-b0d6-4825589eac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:21.912791 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-a5d5676f-070a-4085-b0d6-4825589eac4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1384027 Jan 24 09:36:21.987863 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-995105d6-fe07-4d4e-a60c-8e5ff9819c13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 217 time: 0.0684271 Jan 24 09:36:22.062218 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-9d378c96-115e-42cd-b983-cee717e1d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:22.063834 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-9d378c96-115e-42cd-b983-cee717e1d0b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0693636 Jan 24 09:36:22.146609 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-c04a3e90-32ce-426e-8c0e-224978540954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:22.148281 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-c04a3e90-32ce-426e-8c0e-224978540954 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772679 Jan 24 09:36:22.175870 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa366-27b9-4465-add9-b3154d4846c1 req-22419293-44b7-4e25-a158-d8d1aba4a042 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:22.177450 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f17fa366-27b9-4465-add9-b3154d4846c1 req-22419293-44b7-4e25-a158-d8d1aba4a042 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1103363 Jan 24 09:36:22.231846 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-f17fa366-27b9-4465-add9-b3154d4846c1 req-8483dd8b-f7f2-4e3b-8a6e-8d8d3c754e12 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0481255 Jan 24 09:36:22.292029 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-9fa68035-08fa-4a15-a057-2a46dab0e285 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373386 Jan 24 09:36:22.435736 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a4a75273-4c98-4eb0-aa8d-d8ab79611598 req-050cf062-8e71-4eb3-82f5-9ce70e0dbc23 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367645 Jan 24 09:36:22.699818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:23.464183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4585289-c944-4a7b-a3e6-bade9eedcf4c req-32e915c0-a6f4-444e-bd44-a9bd72936afd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:23.465783 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4585289-c944-4a7b-a3e6-bade9eedcf4c req-32e915c0-a6f4-444e-bd44-a9bd72936afd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1053693 Jan 24 09:36:23.516461 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c4585289-c944-4a7b-a3e6-bade9eedcf4c req-6acf0e3e-679d-4e87-b12a-e34ebca68ace tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0442250 Jan 24 09:36:23.656044 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:24.203054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:24.749691 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154ab24-9d29-4d08-98ff-b52b14438178 req-345c89f2-f751-4d63-a3a1-e3d8e7dd6d39 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:24.751450 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c154ab24-9d29-4d08-98ff-b52b14438178 req-345c89f2-f751-4d63-a3a1-e3d8e7dd6d39 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1091120 Jan 24 09:36:24.802894 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-c154ab24-9d29-4d08-98ff-b52b14438178 req-7ed8241a-fd3e-44e9-aa65-852b630fa2a7 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0452135 Jan 24 09:36:26.037875 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453dfa0-9c30-410d-837a-e67c93c40d3a req-ea0afbd4-d9b7-4ce2-9f6c-921eb3e78a37 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:26.039488 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4453dfa0-9c30-410d-837a-e67c93c40d3a req-ea0afbd4-d9b7-4ce2-9f6c-921eb3e78a37 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1107910 Jan 24 09:36:26.090221 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4453dfa0-9c30-410d-837a-e67c93c40d3a req-864cbb06-6c97-4522-b3ae-5351982a29ee tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0445182 Jan 24 09:36:27.325135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5072-6bed-4a0a-8d7c-b8efdeec3370 req-e202d57f-d63b-4e6c-95fa-ac9f5d335c52 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:27.326673 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a30f5072-6bed-4a0a-8d7c-b8efdeec3370 req-e202d57f-d63b-4e6c-95fa-ac9f5d335c52 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1068516 Jan 24 09:36:27.378820 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a30f5072-6bed-4a0a-8d7c-b8efdeec3370 req-a22c724c-dbe5-40c2-9460-fa72b30a40a2 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0459187 Jan 24 09:36:28.616496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe05fae-1cd9-451f-87ac-d50cea248fb5 req-c425dd58-7b74-405b-820b-676120244817 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:28.618122 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-abe05fae-1cd9-451f-87ac-d50cea248fb5 req-c425dd58-7b74-405b-820b-676120244817 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1085179 Jan 24 09:36:28.669320 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-abe05fae-1cd9-451f-87ac-d50cea248fb5 req-3294c4eb-cf04-466f-9afa-7d7df1089212 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447547 Jan 24 09:36:29.903566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e426b1a-1f3a-4727-99e6-bbfb63cf8a56 req-dfb0f40c-b63c-4727-b92d-c67bbebef132 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:29.905183 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3e426b1a-1f3a-4727-99e6-bbfb63cf8a56 req-dfb0f40c-b63c-4727-b92d-c67bbebef132 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 943 time: 0.1096845 Jan 24 09:36:29.956122 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-3e426b1a-1f3a-4727-99e6-bbfb63cf8a56 req-c9fb9617-c65c-43dd-8f9a-399796d85aad tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0448112 Jan 24 09:36:30.689079 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:36:30.759331 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning for port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 completed by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 24 09:36:30.764121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:36:30.764539 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:30.881665 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:30.909024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:36:30.919728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:36:30.922484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:30.924414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-a4225893-9f28-4e93-934d-0292bdc8f343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:36:30.972855 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'code': 200} Jan 24 09:36:31.001614 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,revision_number=4']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:36:31.009959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.010429 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.010705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.011109 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.011452 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.011855 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.012226 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.012595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.012966 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.013458 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.013826 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.014186 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.014589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.014952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.015318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.015717 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.016333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.016704 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.017064 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.017422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.017780 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.018137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.018498 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.019336 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:31.023953 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:36:31.195311 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73437a65-887d-4c29-bc64-7f9561e3f3d7 req-4e6ce81a-8f08-4a2c-8cb6-0929f509fdcd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:31.196970 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-73437a65-887d-4c29-bc64-7f9561e3f3d7 req-4e6ce81a-8f08-4a2c-8cb6-0929f509fdcd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 945 time: 0.1050007 Jan 24 09:36:31.251027 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-73437a65-887d-4c29-bc64-7f9561e3f3d7 req-de08643d-b991-4fe6-885d-4070d1b17463 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0468905 Jan 24 09:36:31.294628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413b86a-ec5f-4c0c-819b-7dea9a62479a req-0561a0c6-f10e-4c5a-8489-c12309875ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:31.296288 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8413b86a-ec5f-4c0c-819b-7dea9a62479a req-0561a0c6-f10e-4c5a-8489-c12309875ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1162 time: 0.0811346 Jan 24 09:36:31.339244 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8413b86a-ec5f-4c0c-819b-7dea9a62479a req-0edf8627-9740-412e-bce0-d2671e969431 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0368443 Jan 24 09:36:32.344402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:36:32.416018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:36:32.416437 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:32.492779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4025fe3-cf1f-4c97-b72d-dc71649e83de req-c8c840b9-2e07-4c0c-8d7c-74525d39f579 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:32.494480 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d4025fe3-cf1f-4c97-b72d-dc71649e83de req-c8c840b9-2e07-4c0c-8d7c-74525d39f579 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 945 time: 0.1138189 Jan 24 09:36:32.551219 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-d4025fe3-cf1f-4c97-b72d-dc71649e83de req-c312db60-ce84-4a58-97dc-392aac13b624 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0475879 Jan 24 09:36:33.785578 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c365e-4bf2-4392-a2fa-cab9bbdc289a req-d3e0ca91-eb4f-4685-a1e6-ca4fa6303f23 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:33.787189 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-695c365e-4bf2-4392-a2fa-cab9bbdc289a req-d3e0ca91-eb4f-4685-a1e6-ca4fa6303f23 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 945 time: 0.1054757 Jan 24 09:36:33.840809 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-695c365e-4bf2-4392-a2fa-cab9bbdc289a req-1c8ec0ff-e00e-41fa-859b-20c26e4b14fb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0474262 Jan 24 09:36:34.069937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950c2ee-4c6f-401a-9291-6f5d01cea15e req-3a4d8839-da79-4889-ab11-7a5a94ef7b92 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:34.071539 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7950c2ee-4c6f-401a-9291-6f5d01cea15e req-3a4d8839-da79-4889-ab11-7a5a94ef7b92 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 945 time: 0.1061611 Jan 24 09:36:34.121935 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-7950c2ee-4c6f-401a-9291-6f5d01cea15e req-1a04ced6-9e0d-40a5-a260-a6885fb4ca83 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0438933 Jan 24 09:36:34.318183 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 up at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 24 09:36:34.342422 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-2495a051-4f29-4a7b-a7f4-7115512b56ca tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1666470 Jan 24 09:36:34.353087 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'floatingip': {'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:36:34.362930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 24 09:36:34.372913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.quota.driver [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 24 09:36:34.382491 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:34.392807 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.provisioning_blocks [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Provisioning complete for port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 triggered by entity L2. {{(pid=80079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 24 09:36:34.393212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-840596'] for port, provisioning_complete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:34.536342 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:34.803265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_common [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Allocated IP 172.27.2.154 (a3f6421b-1e21-4faf-9349-e1c32076d63f/ea947eab-8b41-49c2-8cd2-cb125aa8eeef/d3b84c70-fce1-43f0-a229-bb712826d6be) {{(pid=80078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 24 09:36:34.954315 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:34.982935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363287262184939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:34.998845 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-b4fdcbb1-ce91-4b0d-abaf-320408e3c12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:36:35.139907 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=d3b84c70-fce1-43f0-a229-bb712826d6be,revision_number=1']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:36:35.154571 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.154996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.155413 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.155854 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.156268 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.156676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.157081 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.157484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.157888 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.158292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.158694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.159094 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.160122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.160494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.160899 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.161317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.161974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.162381 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.162785 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.163188 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.163615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.164030 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.164435 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.164832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:36:35.170333 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:36:35.207459 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Network a3f6421b-1e21-4faf-9349-e1c32076d63f is already hosted by enough agents. {{(pid=80078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 24 09:36:35.208652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.base_scheduler [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Resources bound (agent type, host, resource id): {{(pid=80078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 24 09:36:35.210836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Received port after_create {{(pid=80078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 24 09:36:35.293018 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_create {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:35.353327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:35.622767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:35.626062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127736717'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:35.641805 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-bdbc42ad-d368-49ce-a12f-e5770fc5420d tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:36:35.783169 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event updated for resources: {'Port': ['ID=d3b84c70-fce1-43f0-a229-bb712826d6be,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:36:35.790659 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:36:35.879135 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:35.905745 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:35.907059 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-08b79a56-936f-4a50-a475-6f900bb9edeb tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5582569 Jan 24 09:36:35.999323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-29d64010-382a-4c0b-ac1e-11b0d80ffbef tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:36:36.014446 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-29d64010-382a-4c0b-ac1e-11b0d80ffbef tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:36:36.015756 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-29d64010-382a-4c0b-ac1e-11b0d80ffbef tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1020451 Jan 24 09:36:36.424036 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-c65f3a69-d35a-49ff-8933-3cfbc88fa67c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:36.426065 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-c65f3a69-d35a-49ff-8933-3cfbc88fa67c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.4037011 Jan 24 09:36:36.436709 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-2ff95b6d-e0ce-4b21-90c3-aa24b6c64e1c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:36:36.437756 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-489fc651-6d09-4762-b9a6-43ed8ae37a4e req-2ff95b6d-e0ce-4b21-90c3-aa24b6c64e1c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058970 Jan 24 09:36:36.656486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-4ff701ad-3a05-4942-a480-e0c5c6a3eb5e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:36.658065 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-4ff701ad-3a05-4942-a480-e0c5c6a3eb5e tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1040063 Jan 24 09:36:36.748199 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-a78aa56c-e626-4a9c-a37a-a36043c8b3e2 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0826440 Jan 24 09:36:36.757974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.v2.base [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Request body: {'floatingip': {'port_id': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:36:36.842803 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:37.454784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:37.457676 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850647309'] for floatingip, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:37.634830 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Floating IP d8f593f2-998a-4f96-8b21-b7f7b133f11b associated. External IP: 172.27.2.154, port: 125f6fab-fe98-4b89-b58d-91bc69e6e2b7. Jan 24 09:36:37.645350 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:36:38.004367 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:36:38.189969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:36:38.194891 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:38.200868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:36:38.210577 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:36:38.211249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:36:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:36:38.251377 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-5954fb1b-d14d-4f92-b313-04924870367f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "PUT /v2.0/floatingips/d8f593f2-998a-4f96-8b21-b7f7b133f11b HTTP/1.1" status: 200 len: 996 time: 1.4973710 Jan 24 09:36:38.251981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:36:38.313913 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'status': 'completed', 'code': 200} Jan 24 09:36:38.399461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:36:38.433476 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-c2060e35-9ac1-4300-8c2e-eba4e447ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.435155 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-c2060e35-9ac1-4300-8c2e-eba4e447ad3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1162 time: 0.0794470 Jan 24 09:36:38.485812 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-4a881618-b9b5-40e7-81a3-f61eeb512399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.487421 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-4a881618-b9b5-40e7-81a3-f61eeb512399 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1162 time: 0.2224483 Jan 24 09:36:38.593213 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-aeaf62a6-94f4-4c33-94fb-3f1ef12c350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.594863 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-aeaf62a6-94f4-4c33-94fb-3f1ef12c350d service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1537077 Jan 24 09:36:38.640457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-cf229937-59d5-4452-8e09-dbfe03ebc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.642357 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-cf229937-59d5-4452-8e09-dbfe03ebc51f service neutron] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1479347 Jan 24 09:36:38.707218 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-9b88d4af-b8ff-46f4-ac8f-93916b43d5c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 999 time: 0.1059482 Jan 24 09:36:38.757328 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-b73c4332-93a6-48db-9e30-2a125a028810 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 999 time: 0.1072013 Jan 24 09:36:38.777570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-266a4f85-f947-4170-9647-0fd034413124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.779164 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-266a4f85-f947-4170-9647-0fd034413124 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0664389 Jan 24 09:36:38.782569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:16Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}, {'id': 'd8f593f2-998a-4f96-8b21-b7f7b133f11b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:1c:4d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:36:35Z', 'updated_at': '2021-01-24T09:36:37Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:36:38.786652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:36:38.795620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:36:38.796299 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:36:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:36:38.828559 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-cdbc9bf9-b8eb-40a1-add7-c27b229ca43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.830224 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-cdbc9bf9-b8eb-40a1-add7-c27b229ca43d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0654690 Jan 24 09:36:38.865258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-aed9868d-ae36-46c6-81d9-e75ba440590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.866875 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-aed9868d-ae36-46c6-81d9-e75ba440590c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819743 Jan 24 09:36:38.916823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-a9d8b19e-b54d-4fbe-8670-77900dadd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:38.918478 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-a9d8b19e-b54d-4fbe-8670-77900dadd19c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798366 Jan 24 09:36:38.993730 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:36:39.015981 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-babc7822-ba93-4e92-854a-023e31921e1a service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428516 Jan 24 09:36:39.088188 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-3ecbfe34-5241-40be-b59c-45304f926e89 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619003 Jan 24 09:36:39.164225 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1b95d593-6cc2-47e6-8800-bd61238f02a2 req-cceea64a-e326-4463-a808-d4de2c6ca63e service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412399 Jan 24 09:36:39.240959 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-2e991c9d-adfe-489d-a7ae-75edc971b01b req-b3299870-8a68-45bf-851e-9bca68a0d38f service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406579 Jan 24 09:36:39.367815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:16Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}, {'id': 'd8f593f2-998a-4f96-8b21-b7f7b133f11b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:1c:4d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:36:35Z', 'updated_at': '2021-01-24T09:36:37Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:36:39.371876 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d87ff-f673-4b28-8e04-94503dcaf1df None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:16Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}, {'id': 'd8f593f2-998a-4f96-8b21-b7f7b133f11b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:1c:4d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:36:35Z', 'updated_at': '2021-01-24T09:36:37Z', 'revision_number': 1, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:36:39.664049 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f260d-65cb-497f-9545-5d1ddf85195b None None] New status for floating IP d8f593f2-998a-4f96-8b21-b7f7b133f11b: ACTIVE {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:36:49.770920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-b4004931-14e6-43b6-8d9d-d98caa4ea24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:51.475720 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:51.841844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-afa3d6e0-812a-44af-bb12-86dad6d8081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:52.702235 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:53.657399 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:54.207839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:36:55.596998 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-e87c9bb8-84cc-475c-b000-ec87aea1bc99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0759232 Jan 24 09:36:55.766831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-9dd84c36-9d23-4878-ab87-b1881b412ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:55.768491 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-9dd84c36-9d23-4878-ab87-b1881b412ea7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0797040 Jan 24 09:36:56.145026 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-bf3f0056-6c91-42f9-a553-b45e33d44561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:56.146603 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-bf3f0056-6c91-42f9-a553-b45e33d44561 service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.3565934 Jan 24 09:36:56.254800 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-9659a074-fe98-490a-8aca-04881658833e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 1002 time: 0.1015186 Jan 24 09:36:56.321499 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-22378cd7-550d-4dc5-bb30-766cd404e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:56.322906 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-22378cd7-550d-4dc5-bb30-766cd404e7f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0620229 Jan 24 09:36:56.402249 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-3a32c8c6-7207-4b98-a9e9-652bcab81e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:36:56.403854 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-3a32c8c6-7207-4b98-a9e9-652bcab81e53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747142 Jan 24 09:36:56.542954 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-211af20b-94d7-4e55-9358-f60c08810a68 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325593 Jan 24 09:36:56.686822 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-40b49af2-4dc2-432a-821c-ac4d22b3715c req-887cd472-03f1-421e-a8bb-ddcda4b3cd74 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376336 Jan 24 09:37:14.645493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:37:19.773192 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-477f824d-c916-4a7f-9038-013bcdbb3277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:21.491385 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:21.842431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-02de22c9-502b-44bb-b673-60328dd59b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:22.705377 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:23.659674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:24.209330 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:41.592759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-88bbb9af-afb0-4e27-997c-4320eae1b770 req-05067f59-d9c6-4099-bcf8-901c7b66bce7 service neutron] (80077) timed out ('10.222.0.48', 61434) {{(pid=80077) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 24 09:37:49.776606 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-07d1fb30-6d20-42b9-bae8-d3fd88e0c96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:51.506291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:51.644865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:37:51.843117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-632cc134-810d-4100-b28a-5a90500e7a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:52.712904 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:53.661505 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:54.213361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:37:56.627141 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-2cd054d5-4847-4572-818b-669d4fd0d5b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1552689 Jan 24 09:37:56.737918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-54289a80-a02e-4001-b99a-25280c7c2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:37:56.739469 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-54289a80-a02e-4001-b99a-25280c7c2942 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1162 time: 0.0804482 Jan 24 09:37:56.894948 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-c8a52167-bb94-4219-8e01-2f93c738959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:37:56.896587 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-c8a52167-bb94-4219-8e01-2f93c738959c service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1375198 Jan 24 09:37:57.008035 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-0b42d4ae-b19b-4ce2-a804-776a08df68fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 1001 time: 0.1051128 Jan 24 09:37:57.078860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-355bfd86-055e-4baa-b497-d44ef6a9a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:37:57.080446 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-355bfd86-055e-4baa-b497-d44ef6a9a195 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0667460 Jan 24 09:37:57.161779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-20787b50-6a4a-4444-bef4-3b652ae80e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:37:57.163385 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-20787b50-6a4a-4444-bef4-3b652ae80e55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764704 Jan 24 09:37:57.305911 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-5a9dbf83-6263-4b02-93fd-19e0d33662b4 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359525 Jan 24 09:37:57.449011 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9274ad8f-7f48-4c75-b987-8a18e2dfaa6e req-70c1d7b3-ac0d-446a-bc80-cb09ae0ebbfa service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371915 Jan 24 09:38:19.777323 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3d7ef937-0421-45ac-ad76-7a8fc1f7ac15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:21.522111 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:21.842799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-067da8ee-20c5-4062-b15b-82ed6e18c496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:22.710101 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:23.666382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:24.216051 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:25.616436 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-a3eb67d3-aee8-49c4-b799-d4b2dc182cdf tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips/d8f593f2-998a-4f96-8b21-b7f7b133f11b HTTP/1.1" status: 200 len: 998 time: 0.2977269 Jan 24 09:38:26.030122 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-eaf4432e-40c0-43ba-8297-b560338902f2 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:26.031635 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-eaf4432e-40c0-43ba-8297-b560338902f2 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.4089246 Jan 24 09:38:26.145738 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-22ce54c9-5373-49af-b7e8-567fb574e1c2 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1075869 Jan 24 09:38:26.247560 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-cecbb33b-6612-459e-8e53-06b60c1a4f75 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:26.249037 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-cecbb33b-6612-459e-8e53-06b60c1a4f75 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports/125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 942 time: 0.0969634 Jan 24 09:38:26.450782 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-93437c82-3d74-4330-bd9e-aebdc48aa144 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1095788 Jan 24 09:38:26.669728 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Deleting port d3b84c70-fce1-43f0-a229-bb712826d6be {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:26.670293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:26.850325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:26.850718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:26.980475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Calling delete_port for d3b84c70-fce1-43f0-a229-bb712826d6be owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:27.132615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:27.147963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:27.201292 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event deleted for resources: {'Port': ['ID=d3b84c70-fce1-43f0-a229-bb712826d6be,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:27.259127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.259469 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.259906 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.260318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.260722 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.261124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.261526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.261924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.262320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.262718 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.263116 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.263509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.263964 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.264364 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.264762 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.265176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.265572 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.266224 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.266620 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.267015 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.267409 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.267843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.268243 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.268636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:27.276966 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:27.382994 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:27.383367 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Floating IP d8f593f2-998a-4f96-8b21-b7f7b133f11b disassociated (deleted). External IP: 172.27.2.154, port: 125f6fab-fe98-4b89-b58d-91bc69e6e2b7. Jan 24 09:38:27.751497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:38:27.936123 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:38:27.946871 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:38:27.956840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:27.957556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:27.958919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:28.020909 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-621cbddb-c74e-45af-a94d-436f4246bb0f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "DELETE /v2.0/floatingips/d8f593f2-998a-4f96-8b21-b7f7b133f11b HTTP/1.1" status: 204 len: 173 time: 1.5643008 Jan 24 09:38:28.021484 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:38:28.085046 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'status': 'completed', 'code': 200} Jan 24 09:38:28.148799 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:28.188725 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-c990ff44-572f-4370-91f8-2ffec025a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.190406 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-c990ff44-572f-4370-91f8-2ffec025a468 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1162 time: 0.1563785 Jan 24 09:38:28.207608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-8f1f841e-da99-4de8-958a-3976e07406e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.209298 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-8f1f841e-da99-4de8-958a-3976e07406e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 1162 time: 0.0797215 Jan 24 09:38:28.344108 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-a2247ead-e464-47ee-9ca0-6174ce87c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.345808 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-a2247ead-e464-47ee-9ca0-6174ce87c4aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1481907 Jan 24 09:38:28.358496 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-9289ebd3-151d-4926-bd82-c34b60447fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.360558 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-9289ebd3-151d-4926-bd82-c34b60447fea service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1445212 Jan 24 09:38:28.422311 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-3f6f0ad8-b3b0-42e6-a00f-f402560e3097 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 217 time: 0.0696895 Jan 24 09:38:28.436853 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-e5e2772b-af61-467a-8fe8-4ffd18f7199c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 200 len: 217 time: 0.0705063 Jan 24 09:38:28.496982 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-e1d17848-9e71-4f0d-8e21-b663861b0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.498608 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-e1d17848-9e71-4f0d-8e21-b663861b0b00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0679297 Jan 24 09:38:28.508847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-09a28718-ff8e-4127-827f-025c547587e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.510692 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-09a28718-ff8e-4127-827f-025c547587e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0672657 Jan 24 09:38:28.523141 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:16Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:28.527589 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:38:28.536637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:28.537304 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:28.583010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-ab03e15b-24a8-4d56-a20d-b0ddd9544553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.584733 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-ab03e15b-24a8-4d56-a20d-b0ddd9544553 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785377 Jan 24 09:38:28.601576 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-e691da8f-a102-4dda-9aea-f9512c722ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:28.604178 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-e691da8f-a102-4dda-9aea-f9512c722ca7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873041 Jan 24 09:38:28.750255 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-0417e3a0-df84-4fcc-970a-bf0b45512602 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473777 Jan 24 09:38:28.757300 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-e6f1b0a7-a9f1-4cf8-a0a0-bedf7a392940 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469312 Jan 24 09:38:28.841488 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:38:28.903523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:28.905766 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-24c8c29f-e74f-4f3b-b4d1-fde74c6032ea req-dd1f6b04-ceab-44da-9e49-20de800d4942 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412709 Jan 24 09:38:28.908958 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a6a5230d-5ecd-4dab-9e25-b9d2ddfbcff7 req-254f94e4-4fca-4da1-9334-d97442aec5b0 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500473 Jan 24 09:38:29.276896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:16Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:29.281098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b3c55-730a-48d4-9a3e-f73faf147e06 None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_floatingips': [{'id': '44376922-12f9-4e8f-9d98-648f119b447b', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'router_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'port_id': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'mac_address': 'fa:16:3e:56:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-24T09:34:11Z', 'updated_at': '2021-01-24T09:34:16Z', 'revision_number': 2, 'project_id': '100a973171974bbfab10636b25c46eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:38:29.350071 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38f4f6-6711-4dfc-af07-d0762c7c4c08 req-31d46a6a-cf0b-4407-a984-605a4b425929 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:29.350894 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-5d38f4f6-6711-4dfc-af07-d0762c7c4c08 req-31d46a6a-cf0b-4407-a984-605a4b425929 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:38:29.366168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-5d38f4f6-6711-4dfc-af07-d0762c7c4c08 req-31d46a6a-cf0b-4407-a984-605a4b425929 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:38:29.367432 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d38f4f6-6711-4dfc-af07-d0762c7c4c08 req-31d46a6a-cf0b-4407-a984-605a4b425929 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 945 time: 0.1288264 Jan 24 09:38:29.420532 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-5d38f4f6-6711-4dfc-af07-d0762c7c4c08 req-f8120cf1-30f1-49ea-b137-71ba59c787a1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0467584 Jan 24 09:38:29.673663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475f393-0110-45d7-8449-a5574c4c277f None None] New status for floating IP d8f593f2-998a-4f96-8b21-b7f7b133f11b: DOWN {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:38:30.735082 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71829-a6b5-41f8-a439-5cc6759f857e req-547e9fed-c512-4658-ad66-6f5c7e5cd3e6 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:30.736653 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-77a71829-a6b5-41f8-a439-5cc6759f857e req-547e9fed-c512-4658-ad66-6f5c7e5cd3e6 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 945 time: 0.1835184 Jan 24 09:38:30.791571 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-77a71829-a6b5-41f8-a439-5cc6759f857e req-46f79fac-5fbe-4adb-9605-f55af57cd562 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0486879 Jan 24 09:38:30.902595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:38:31.025140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924139'] for port, before_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:31.053069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7'}] {{(pid=80079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:38:31.063832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] For port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:31.066974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287261727689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749592565278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287262210505'] for port, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:31.068839 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:31.102930 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-a7bde52f-7458-45a0-a48b-88a7c37005c0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:31.103768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-a7bde52f-7458-45a0-a48b-88a7c37005c0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:38:31.116636 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-a7bde52f-7458-45a0-a48b-88a7c37005c0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:38:31.117871 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-a7bde52f-7458-45a0-a48b-88a7c37005c0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 945 time: 0.1193349 Jan 24 09:38:31.123332 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'code': 200} Jan 24 09:38:31.140475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Pushing event updated for resources: {'Port': ['ID=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,revision_number=5']} {{(pid=80079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:31.148535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.148929 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.149312 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.149721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.150098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.150471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.150842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.151229 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.151681 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.152061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.152431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.152791 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.153194 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.153556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.153918 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.154287 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.154650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.155010 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.155370 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.155756 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.156117 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.156482 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.156843 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.157198 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.161526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:31.230663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Deleting port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:31.231050 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:31.491998 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] For port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:31.492394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:31.621941 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Calling delete_port for 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:31.773053 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:31.788623 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-eaba7281-6819-4bc3-b7ec-f57a2f98cc66 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:31.845850 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event deleted for resources: {'Port': ['ID=125f6fab-fe98-4b89-b58d-91bc69e6e2b7,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:31.857607 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.858021 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.858430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.858834 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.859233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.859649 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.860048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.860440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.860831 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.861222 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.861612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.862004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772181-7-iscsi {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.862430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.862821 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.863208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.863637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.864034 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.864427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.864822 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.865227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.865598 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.865988 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.866378 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.866763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77218 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 24 09:38:31.917972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:31.968043 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-541009a6-dfac-4948-be18-d93556aa311a req-dfe88760-991c-462a-9ffb-fad0cac7d57c tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 210 time: 0.0481250 Jan 24 09:38:32.012492 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] No DVR routers for this DVR port 125f6fab-fe98-4b89-b58d-91bc69e6e2b7 on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:38:32.014962 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:32.018324 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'name': 'network-vif-deleted', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:38:32.033861 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8f18f729-06d1-469d-bf32-a2aec2394e26 req-f0c97c40-5245-4974-93cb-f3febe086ca0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "DELETE /v2.0/ports/125f6fab-fe98-4b89-b58d-91bc69e6e2b7 HTTP/1.1" status: 204 len: 173 time: 0.8813593 Jan 24 09:38:32.166088 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e908da1-25b8-4156-b5a3-9f632f22cbd3', 'name': 'network-vif-deleted', 'tag': '125f6fab-fe98-4b89-b58d-91bc69e6e2b7', 'status': 'completed', 'code': 200} Jan 24 09:38:33.165093 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-877a0fe5-0ff5-4194-a89b-3b0c70fb70eb req-0efb3a1d-7d33-4a4a-9df1-57ce0002453f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=8e908da1-25b8-4156-b5a3-9f632f22cbd3 HTTP/1.1" status: 200 len: 210 time: 0.0498059 Jan 24 09:38:37.064567 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-5cbf2991-f0b2-4bbd-990c-c73291aa5cdf tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips/44376922-12f9-4e8f-9d98-648f119b447b HTTP/1.1" status: 200 len: 999 time: 0.3492963 Jan 24 09:38:37.243832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-24da1f7b-944b-4952-9542-1ac2b842fbb0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:37.245307 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-24da1f7b-944b-4952-9542-1ac2b842fbb0 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.1748068 Jan 24 09:38:37.359979 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-0cf50e43-5f49-467b-93e2-6511896be325 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:38:37.374674 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-0cf50e43-5f49-467b-93e2-6511896be325 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:38:37.375970 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-0cf50e43-5f49-467b-93e2-6511896be325 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.148 HTTP/1.1" status: 200 len: 1002 time: 0.1242039 Jan 24 09:38:37.477944 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-c08251f7-f842-4748-ba10-64360b43dc4a tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:37.479381 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-c08251f7-f842-4748-ba10-64360b43dc4a tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports/872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 943 time: 0.0975153 Jan 24 09:38:37.670389 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-9957895a-36d7-49e5-bea9-7c81c289d049 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.148 HTTP/1.1" status: 200 len: 1002 time: 0.1076491 Jan 24 09:38:37.896063 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Deleting port e4b59479-b1c8-4e31-9470-18ec6a4034e3 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:37.896441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:38.075616 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:38.076153 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:38.209588 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Calling delete_port for e4b59479-b1c8-4e31-9470-18ec6a4034e3 owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:38.362551 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:38.377670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ee7fe038-f0cf-4ec3-a0cd-7b306c862b06 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:38.434479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event deleted for resources: {'Port': ['ID=e4b59479-b1c8-4e31-9470-18ec6a4034e3,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:38.437494 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:38.602493 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:38.602865 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.db.l3_db [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Floating IP 44376922-12f9-4e8f-9d98-648f119b447b disassociated (deleted). External IP: 172.27.2.148, port: 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b. Jan 24 09:38:38.965526 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:38:39.152516 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:38:39.163163 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:38:39.173628 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:39.174701 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:39.176642 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:39.234609 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-f03c2fad-67d5-4f90-a96c-f899a04eecf1 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "DELETE /v2.0/floatingips/44376922-12f9-4e8f-9d98-648f119b447b HTTP/1.1" status: 204 len: 173 time: 1.5581243 Jan 24 09:38:39.235089 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b'}] {{(pid=80078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:38:39.295811 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'status': 'completed', 'code': 200} Jan 24 09:38:39.334698 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-b604d7e3-53e9-471e-809a-992b0017a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.336389 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-b604d7e3-53e9-471e-809a-992b0017a0d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0881424 Jan 24 09:38:39.378195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:39.419158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-28645037-2ec2-4c32-89e8-39c7984546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.420849 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-28645037-2ec2-4c32-89e8-39c7984546cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=100a973171974bbfab10636b25c46eb8&device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 1163 time: 0.0844541 Jan 24 09:38:39.481470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-b644e0e1-9efb-41ab-b49d-2b6aa9b9f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.483087 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-b644e0e1-9efb-41ab-b49d-2b6aa9b9f87c service neutron] 10.222.0.45 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1397693 Jan 24 09:38:39.556652 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-1ff6ed78-1f95-4f41-a3b5-7a07b2e29141 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 217 time: 0.0660496 Jan 24 09:38:39.567531 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-1e113d7a-db4e-47f4-94dc-10e79596959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.569499 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-1e113d7a-db4e-47f4-94dc-10e79596959e service neutron] 10.222.0.48 "GET /v2.0/networks?id=873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 200 len: 906 time: 0.1420031 Jan 24 09:38:39.628818 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-dade87d4-893b-4c1d-99e6-5848cf248f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.630420 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-dade87d4-893b-4c1d-99e6-5848cf248f43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0676296 Jan 24 09:38:39.642881 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-231146be-9935-4533-80cc-31d7b203e501 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 200 len: 217 time: 0.0669951 Jan 24 09:38:39.713455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-fa0c2a5c-364b-4173-80ed-3c257df3dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.715639 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-fa0c2a5c-364b-4173-80ed-3c257df3dcf4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775993 Jan 24 09:38:39.717390 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:39.720713 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-15093761-f522-48f8-82c2-053409e27dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.721740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:38:39.722318 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-15093761-f522-48f8-82c2-053409e27dd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 200 len: 851 time: 0.0707877 Jan 24 09:38:39.731757 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:39.732427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:39.806256 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-a92201d4-d7c8-4189-832d-b915e35b3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:39.808015 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-a92201d4-d7c8-4189-832d-b915e35b3761 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=873f717a-d70a-4752-bb17-e18b84e873f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794449 Jan 24 09:38:39.864501 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-adeb519e-2d9d-41b7-a9f8-2c9324745b31 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410224 Jan 24 09:38:39.931796 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:40.022087 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-8af8b301-da26-4474-8c0e-2e546fa8f4cd req-d8472ff6-7a4c-4d41-b297-a5cd57931db9 service neutron] 10.222.0.45 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505816 Jan 24 09:38:40.184669 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-a61f3935-0db9-4781-9b22-2d6398e25347 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700593 Jan 24 09:38:40.299467 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:40.304048 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573b199c-13b9-4d2b-bb5d-e2139ec10172 None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:30:17Z', 'revision_number': 4, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi', '_interfaces': [{'id': 'a64f19dc-796d-4ead-a446-af4bb5cefe8e', 'name': '', 'network_id': '873f717a-d70a-4752-bb17-e18b84e873f8', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'mac_address': 'fa:16:3e:dd:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:16Z', 'updated_at': '2021-01-24T09:30:26Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'subnets': [{'id': '03f03692-fb64-41ba-9ac2-d72e8aa81460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:38:40.333537 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-4c209a39-6ace-44cb-bedc-df2778ee534c req-44ade715-f041-4396-8fc1-d668353d9e88 service neutron] 10.222.0.48 "GET /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426139 Jan 24 09:38:40.473231 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058efe78-24a2-4738-9448-9cf09f134797 req-b2425de2-b9e8-4cf0-8f6c-6d923f3ec6bd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:40.473999 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-058efe78-24a2-4738-9448-9cf09f134797 req-b2425de2-b9e8-4cf0-8f6c-6d923f3ec6bd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:38:40.489959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-058efe78-24a2-4738-9448-9cf09f134797 req-b2425de2-b9e8-4cf0-8f6c-6d923f3ec6bd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:38:40.491229 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-058efe78-24a2-4738-9448-9cf09f134797 req-b2425de2-b9e8-4cf0-8f6c-6d923f3ec6bd tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 946 time: 0.1267371 Jan 24 09:38:40.543912 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-058efe78-24a2-4738-9448-9cf09f134797 req-0ae67a9f-e855-4cb2-9749-fb181e8dfe74 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0458477 Jan 24 09:38:40.702514 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b09c4-5a73-4bca-ad3b-25f449d7b140 None None] New status for floating IP 44376922-12f9-4e8f-9d98-648f119b447b: DOWN {{(pid=80079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 24 09:38:41.781910 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3013c0-b48a-4d65-98b5-f29a6465331a req-f995632c-71b8-4063-9d1f-e04cc5a897e4 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:41.783526 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fa3013c0-b48a-4d65-98b5-f29a6465331a req-f995632c-71b8-4063-9d1f-e04cc5a897e4 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 946 time: 0.1060183 Jan 24 09:38:41.837638 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-fa3013c0-b48a-4d65-98b5-f29a6465331a req-f366b4c5-768f-4b49-855a-66c6cb887b4f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups?id=c5c9a467-2fe1-4001-950a-8a79ec350f53&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0477960 Jan 24 09:38:42.185675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-13b71e73-92c0-44b6-97cd-8e8d4135f649 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:42.186436 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-13b71e73-92c0-44b6-97cd-8e8d4135f649 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80077) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:38:42.198575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-13b71e73-92c0-44b6-97cd-8e8d4135f649 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:port {{(pid=80077) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:38:42.199821 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-13b71e73-92c0-44b6-97cd-8e8d4135f649 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 946 time: 0.1208162 Jan 24 09:38:42.278175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Deleting port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:42.278553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:42.533434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] For port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b, host hv-cinder-77218, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77218',level=0,port_id=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:42.533760 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:42.663335 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Calling delete_port for 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b owned by compute:nova {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:42.813227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852612350'] for port, after_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:42.830114 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-7d9f124d-609f-4e66-9354-9e10e5999f8c tempest-AttachVolumeTestJSON-668367336 tempest-AttachVolumeTestJSON-668367336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:42.842038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b no longer exists at agent ovs-agent-hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:38:42.888917 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] No Port match for: 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:38:42.889321 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Device 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b not bound to the agent host hv-cinder-77218 {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:38:42.895171 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event deleted for resources: {'Port': ['ID=872c89fc-fec5-4ad1-8a96-0f0c6e3c074b,revision_number=None']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:42.899358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:43.014215 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-a290e7bb-eedb-43e9-9f2c-27de7b039c16 req-002541ed-dc88-453a-a569-b3f22b0e3d27 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/ports?device_id=080e06e9-bfdd-4d9f-a2fd-8cfa61153789 HTTP/1.1" status: 200 len: 210 time: 0.0487196 Jan 24 09:38:43.053835 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] No DVR routers for this DVR port 872c89fc-fec5-4ad1-8a96-0f0c6e3c074b on host hv-cinder-77218 {{(pid=80077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:38:43.056155 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for port, before_response {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:43.058985 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'name': 'network-vif-deleted', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:38:43.075869 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-ee738834-9300-4c1e-99e4-e5f01e164582 req-dd588949-6af9-4384-b719-daef8e9f0571 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.48 "DELETE /v2.0/ports/872c89fc-fec5-4ad1-8a96-0f0c6e3c074b HTTP/1.1" status: 204 len: 173 time: 0.8705940 Jan 24 09:38:43.121676 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080e06e9-bfdd-4d9f-a2fd-8cfa61153789', 'name': 'network-vif-deleted', 'tag': '872c89fc-fec5-4ad1-8a96-0f0c6e3c074b', 'status': 'completed', 'code': 200} Jan 24 09:38:44.477880 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-f0ad114d-d448-40d8-8154-6b3a51de1383 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips/9dcd6b92-6783-403a-a2b9-39082eb0439f HTTP/1.1" status: 200 len: 693 time: 0.3254747 Jan 24 09:38:44.659935 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-a5605de3-4201-4400-80db-78c4e4a99b5f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 24 09:38:44.661404 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-a5605de3-4201-4400-80db-78c4e4a99b5f tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/networks/a3f6421b-1e21-4faf-9349-e1c32076d63f HTTP/1.1" status: 200 len: 784 time: 0.1775470 Jan 24 09:38:44.748023 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-21454587-3267-431c-9e9b-91a417743eb3 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Synchronizing usage tracker for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 24 09:38:44.762892 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.quota.resource [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-21454587-3267-431c-9e9b-91a417743eb3 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Unset dirty status for tenant:100a973171974bbfab10636b25c46eb8 on resource:floatingip {{(pid=80078) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 24 09:38:44.764156 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-21454587-3267-431c-9e9b-91a417743eb3 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0963979 Jan 24 09:38:44.854902 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-c0a92f8e-4034-4ff8-b428-8fcd57910451 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.27.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0839584 Jan 24 09:38:45.035974 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Deleting port d53a621c-f5bb-401d-ade2-6dd1e618f172 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:45.036357 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:45.214553 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:45.214926 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:45.344664 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Calling delete_port for d53a621c-f5bb-401d-ade2-6dd1e618f172 owned by network:floatingip {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:45.490637 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:45.506746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-9b5265c4-57b8-4fbc-a31b-af907ec73f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:45.566339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event deleted for resources: {'Port': ['ID=d53a621c-f5bb-401d-ade2-6dd1e618f172,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:45.570327 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:45.731753 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for floatingip, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:45.752734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152063'] for floatingip, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:45.753992 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-9ee1204c-3a04-47d4-b7e7-e68d43937755 req-6b31dfc5-e35e-41a5-bfb3-e350b6c34c68 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "DELETE /v2.0/floatingips/9dcd6b92-6783-403a-a2b9-39082eb0439f HTTP/1.1" status: 204 len: 173 time: 0.8934710 Jan 24 09:38:47.235553 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1813128a-910e-4f6f-9735-6d3dca5b325e req-5d3ff24d-ab38-4b23-b381-8e0391cb3348 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "GET /v2.0/security-groups/c5c9a467-2fe1-4001-950a-8a79ec350f53 HTTP/1.1" status: 200 len: 2999 time: 0.0543921 Jan 24 09:38:47.312076 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1813128a-910e-4f6f-9735-6d3dca5b325e req-38bf6254-b433-410f-adc1-acdad0b065a9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:47.342451 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1813128a-910e-4f6f-9735-6d3dca5b325e req-38bf6254-b433-410f-adc1-acdad0b065a9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:47.389650 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1813128a-910e-4f6f-9735-6d3dca5b325e req-38bf6254-b433-410f-adc1-acdad0b065a9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:47.395106 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e93d5f5d-ec05-421a-9311-2ba558c70fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:47.410575 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf6254-b433-410f-adc1-acdad0b065a9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c9a467-2fe1-4001-950a-8a79ec350f53,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:47.414823 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-38bf6254-b433-410f-adc1-acdad0b065a9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:47.419019 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [req-1813128a-910e-4f6f-9735-6d3dca5b325e req-38bf6254-b433-410f-adc1-acdad0b065a9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:47.420034 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [req-1813128a-910e-4f6f-9735-6d3dca5b325e req-38bf6254-b433-410f-adc1-acdad0b065a9 tempest-TestVolumeBootPattern-692369390 tempest-TestVolumeBootPattern-692369390] 10.222.0.45 "DELETE /v2.0/security-groups/c5c9a467-2fe1-4001-950a-8a79ec350f53 HTTP/1.1" status: 204 len: 173 time: 0.1783659 Jan 24 09:38:47.491980 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35562) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:48.192024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:48.549078 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Deleting port a64f19dc-796d-4ead-a446-af4bb5cefe8e {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:48.549662 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:48.731479 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] For port a64f19dc-796d-4ead-a446-af4bb5cefe8e, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=a64f19dc-796d-4ead-a446-af4bb5cefe8e,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:48.731920 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:48.860486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Calling delete_port for a64f19dc-796d-4ead-a446-af4bb5cefe8e owned by network:router_interface {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:49.037602 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:49.052934 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f084d888-cb72-4e4a-8df5-6f7dcfab6bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:49.345474 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64f19dc-796d-4ead-a446-af4bb5cefe8e,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:49.349475 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:49.698694 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:49.779550 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-348fa73e-d2d8-44a6-8775-40fc6035ce2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:50.203401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Router 3feb0cd2-be97-43fe-beec-6bef1130aec2 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:38:50.391227 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:38:50.400363 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] Sync routers for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:38:50.404551 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-1c46aadd-c5e6-453d-bcc9-2b10a2dd2634 admin admin] 10.222.0.45 "PUT /v2.0/routers/3feb0cd2-be97-43fe-beec-6bef1130aec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9113858 Jan 24 09:38:50.407201 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35568) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:50.410440 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:50.411120 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:50.600597 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks [] for router, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:50.608480 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:50.794150 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:50.800262 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Deleting port 32abcef1-d861-404b-a34f-f05f3af57124 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:50.800644 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.016940 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] For port 32abcef1-d861-404b-a34f-f05f3af57124, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=32abcef1-d861-404b-a34f-f05f3af57124,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:51.017338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.095847 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:38:48Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:51.099865 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] Checking router: 3feb0cd2-be97-43fe-beec-6bef1130aec2 for host: dv-cinder-772181-7-iscsi {{(pid=80080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:38:51.109427 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] Routers {'3feb0cd2-be97-43fe-beec-6bef1130aec2'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:51.110086 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:22Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['3feb0cd2-be97-43fe-beec-6bef1130aec2'], 'active': True} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:51.146952 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Calling delete_port for 32abcef1-d861-404b-a34f-f05f3af57124 owned by network:router_gateway {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:51.285779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.299912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] Set router 3feb0cd2-be97-43fe-beec-6bef1130aec2 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:51.474595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.523154 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.601534 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:38:48Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80080) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:51.605612 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f17c9-d6ef-4e80-8835-e0a4cc2359a0 None None] The sync data for ids ['3feb0cd2-be97-43fe-beec-6bef1130aec2'] in dv-cinder-772181-7-iscsi is: [{'id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'name': 'tempest-TestVolumeBootPattern-2031263077-router', 'tenant_id': '100a973171974bbfab10636b25c46eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '32abcef1-d861-404b-a34f-f05f3af57124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:12Z', 'updated_at': '2021-01-24T09:38:48Z', 'revision_number': 5, 'project_id': '100a973171974bbfab10636b25c46eb8', 'gw_port': {'id': '32abcef1-d861-404b-a34f-f05f3af57124', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb0cd2-be97-43fe-beec-6bef1130aec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:13Z', 'updated_at': '2021-01-24T09:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:38:51.614919 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.617457 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.644277 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.644869 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3feb0cd2-be97-43fe-beec-6bef1130aec2 {{(pid=80078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:38:51.657286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.658515 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-690f24ad-9968-40c5-868d-9c6334454dad admin admin] 10.222.0.45 "DELETE /v2.0/routers/3feb0cd2-be97-43fe-beec-6bef1130aec2 HTTP/1.1" status: 204 len: 168 time: 1.2502775 Jan 24 09:38:51.661625 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35572) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:51.729860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Deleting subnet 03f03692-fb64-41ba-9ac2-d72e8aa81460 {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:38:51.733069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.787230 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036726915420'] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.844177 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-3db5c3b1-ca81-41c9-8ca4-0ccc9d47f68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:51.877296 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:52.376361 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727038896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3280928'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:52.391890 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-0261390c-0b2f-4bf2-b955-d49cc2a973c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:52.436767 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f03692-fb64-41ba-9ac2-d72e8aa81460,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:52.440569 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:52.523343 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:52.529207 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78abe09-1ca8-498d-ab70-13f3021eae67 None None] Network 873f717a-d70a-4752-bb17-e18b84e873f8 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:38:52.530392 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-f9de8765-68c6-451d-b219-7f2b0ffad4ca admin admin] 10.222.0.45 "DELETE /v2.0/subnets/03f03692-fb64-41ba-9ac2-d72e8aa81460 HTTP/1.1" status: 204 len: 168 time: 0.8677478 Jan 24 09:38:52.533168 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35576) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:52.650872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:52.720836 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Deleting port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:52.721217 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:52.723176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:52.791816 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] DHCP port deletion for 873f717a-d70a-4752-bb17-e18b84e873f8 request from dv-cinder-772181-7-iscsi {{(pid=80079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:38:52.796054 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Deleting port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:52.796490 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:52.942389 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] For port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:52.942973 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.039118 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] For port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,segment=NetworkSegment(9acd83a6-df2e-4377-8085-abd6af2f739e),segment_id=9acd83a6-df2e-4377-8085-abd6af2f739e)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:53.039615 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.075723 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Calling delete_port for 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 owned by network:dhcp {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:53.155497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.171591 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-443702c3-1933-40b6-89f8-b23673666b9d tempest-TestMinimumBasicScenario-1291546374 tempest-TestMinimumBasicScenario-1291546374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:53.173759 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Calling delete_port for 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 owned by network:dhcp {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:53.224959 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:38:53.229004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8609c63a-d1ae-4f2f-80eb-4fd2aaf14979,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:53.233124 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:53.265128 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:38:53.265527 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:38:53.266244 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 32abcef1-d861-404b-a34f-f05f3af57124 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:38:53.306110 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 32abcef1-d861-404b-a34f-f05f3af57124 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:38:53.306509 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 32abcef1-d861-404b-a34f-f05f3af57124 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:38:53.306971 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a64f19dc-796d-4ead-a446-af4bb5cefe8e no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:38:53.316886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] No DVR routers for this DVR port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 on host dv-cinder-772181-7-iscsi {{(pid=80078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:38:53.348020 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: a64f19dc-796d-4ead-a446-af4bb5cefe8e {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:38:53.348421 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device a64f19dc-796d-4ead-a446-af4bb5cefe8e not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:38:53.365225 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80079) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:38:53.365648 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:38:53.442430 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.556140 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873f717a-d70a-4752-bb17-e18b84e873f8']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:53.568912 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acd83a6-df2e-4377-8085-abd6af2f739e') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:53.569248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acd83a6-df2e-4377-8085-abd6af2f739e') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:53.581647 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.596283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.598250 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:38:53.667127 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.779317 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Network 873f717a-d70a-4752-bb17-e18b84e873f8 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:38:53.788396 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.867180 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Deleting port 8609c63a-d1ae-4f2f-80eb-4fd2aaf14979 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:53.867887 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:53.938705 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-eed27f0a-c3bd-45c8-a161-9385e9c54ff8 None None] The port '8609c63a-d1ae-4f2f-80eb-4fd2aaf14979' was deleted {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:38:53.968938 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Network 873f717a-d70a-4752-bb17-e18b84e873f8 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:38:53.991870 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:38:54.071061 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:54.075137 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-09144b73-6c1d-41f5-b045-1265a7db3de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:54.088773 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:54.099667 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=873f717a-d70a-4752-bb17-e18b84e873f8,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:54.102996 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:54.113024 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-67aff095-ec1a-4b64-afe4-6ef86e2933d3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/873f717a-d70a-4752-bb17-e18b84e873f8 HTTP/1.1" status: 204 len: 168 time: 1.5787203 Jan 24 09:38:54.116062 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35582) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:54.219461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:54.673283 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850650091'] for router_interface, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:55.272685 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Deleting port 3d8b3716-e290-4715-a38a-5bb360b462f4 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:55.273125 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:55.457004 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] For port 3d8b3716-e290-4715-a38a-5bb360b462f4, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=3d8b3716-e290-4715-a38a-5bb360b462f4,segment=NetworkSegment(eacc973e-655b-4d7c-9cb8-eec95c506813),segment_id=eacc973e-655b-4d7c-9cb8-eec95c506813)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:55.457401 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:55.586774 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Calling delete_port for 3d8b3716-e290-4715-a38a-5bb360b462f4 owned by network:router_interface {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:55.758967 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:55.774265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ec2215b5-6c05-47ef-84bc-65678f82cff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:55.830300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8b3716-e290-4715-a38a-5bb360b462f4,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:55.834391 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:56.183702 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851092289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850649937'] for router_interface, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:56.679174 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Router 5edbd248-afa6-4b3f-a345-ac642b077b22 has already been hosted by L3 agent 2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90 {{(pid=80078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 24 09:38:56.864414 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] Notify agent at l3_agent.dv-cinder-772181-7-iscsi the message routers_updated {{(pid=80078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 24 09:38:56.873977 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] Sync routers for ids ['5edbd248-afa6-4b3f-a345-ac642b077b22'] in dv-cinder-772181-7-iscsi {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 24 09:38:56.874207 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-2339fbbc-5a9e-46c2-a436-14df0ab927e2 admin admin] 10.222.0.45 "PUT /v2.0/routers/5edbd248-afa6-4b3f-a345-ac642b077b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7571125 Jan 24 09:38:56.876924 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35588) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:56.884746 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] Routers {'5edbd248-afa6-4b3f-a345-ac642b077b22'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:56.885506 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['5edbd248-afa6-4b3f-a345-ac642b077b22'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:57.067975 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:57.247765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] Set router 5edbd248-afa6-4b3f-a345-ac642b077b22 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:57.258233 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:57.263675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Deleting port afefa317-b8f1-451c-8ee9-f45325cd3f2e {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:57.263981 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:57.446583 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] For port afefa317-b8f1-451c-8ee9-f45325cd3f2e, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=afefa317-b8f1-451c-8ee9-f45325cd3f2e,segment=NetworkSegment(11a48f8c-c484-47a0-82d5-606bae2c6a90),segment_id=11a48f8c-c484-47a0-82d5-606bae2c6a90)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:57.446991 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:57.551098 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:38:55Z', 'revision_number': 5, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:57.555517 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] Checking router: 5edbd248-afa6-4b3f-a345-ac642b077b22 for host: dv-cinder-772181-7-iscsi {{(pid=80079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 24 09:38:57.565618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] Routers {'5edbd248-afa6-4b3f-a345-ac642b077b22'} bound to L3 agent in host dv-cinder-772181-7-iscsi {{(pid=80079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 24 09:38:57.566310 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772181-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-24T09:12:52Z,description=,heartbeat_timestamp=2021-01-24T09:38:52Z,host='dv-cinder-772181-7-iscsi',id=2d2e72fd-8f10-43e2-b4f3-a5a617d3eb90,load=0,resource_versions=,resources_synced=,started_at=2021-01-24T09:12:52Z,topic='l3_agent')) {'router_ids': ['5edbd248-afa6-4b3f-a345-ac642b077b22'], 'active': True} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:57.766770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvr_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] Set router 5edbd248-afa6-4b3f-a345-ac642b077b22 gateway port host: dv-cinder-772181-7-iscsi {{(pid=80079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 24 09:38:57.830872 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Calling delete_port for afefa317-b8f1-451c-8ee9-f45325cd3f2e owned by network:router_gateway {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:57.975057 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.074489 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_hamode_db [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:38:55Z', 'revision_number': 5, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}], 'dv-cinder-772181-7-iscsi', False) {} {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:38:58.078741 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958e954-c4ad-4650-b1bd-aaa48f780281 None None] The sync data for ids ['5edbd248-afa6-4b3f-a345-ac642b077b22'] in dv-cinder-772181-7-iscsi is: [{'id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'name': 'tempest-TestVolumeBootPattern-822663041-router', 'tenant_id': '7582fa7decb044e4a1bed09562fbe7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'external_fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-24T09:30:20Z', 'updated_at': '2021-01-24T09:38:55Z', 'revision_number': 5, 'project_id': '7582fa7decb044e4a1bed09562fbe7ef', 'gw_port': {'id': 'afefa317-b8f1-451c-8ee9-f45325cd3f2e', 'name': '', 'network_id': 'a3f6421b-1e21-4faf-9349-e1c32076d63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbd248-afa6-4b3f-a345-ac642b077b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772181-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-24T09:30:21Z', 'updated_at': '2021-01-24T09:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea947eab-8b41-49c2-8cd2-cb125aa8eeef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772181-7-iscsi'}] {{(pid=80079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 24 09:38:58.177263 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4128285'] for router_gateway, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.316937 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4096729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854711481'] for router, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.319291 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.344191 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850655382'] for router, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.344729 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edbd248-afa6-4b3f-a345-ac642b077b22 {{(pid=80078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 24 09:38:58.357840 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] Notify callbacks [] for router, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.361464 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-bc2f613b-9b0b-4b9f-b729-80b3c7128cb8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5edbd248-afa6-4b3f-a345-ac642b077b22 HTTP/1.1" status: 204 len: 168 time: 1.4811318 Jan 24 09:38:58.361763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35592) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:58.430447 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.db_base_plugin_v2 [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Deleting subnet 7216b9c1-3b1a-4829-bee1-4b7bdea1164a {{(pid=80078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 24 09:38:58.433580 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.487547 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036726915420'] for subnet, precommit_delete_associations {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.574115 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853933938'] for subnet, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.838689 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727038896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3280928'] for subnet, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:58.855210 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-65e87a6c-e2b5-46d0-8d06-a2ba6f8f92bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:58.904902 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7216b9c1-3b1a-4829-bee1-4b7bdea1164a,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:58.908908 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:58.997832 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:59.003886 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20cab4-94f4-43ba-9016-e0a7deaef67b None None] Network 91b29d81-fd94-4078-b167-e8e71a66da24 requested from dv-cinder-772181-7-iscsi {{(pid=80079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 24 09:38:59.004272 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-785d3647-fc48-45a6-ba5d-ae002776729a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7216b9c1-3b1a-4829-bee1-4b7bdea1164a HTTP/1.1" status: 204 len: 168 time: 0.6414859 Jan 24 09:38:59.006815 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35596) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:38:59.133629 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853894105'] for network, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:59.207670 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Deleting port 50923f6d-fba3-46e8-b39e-1011b91fde21 {{(pid=80078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:59.208031 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:59.220497 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3d8b3716-e290-4715-a38a-5bb360b462f4 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:38:59.257683 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 3d8b3716-e290-4715-a38a-5bb360b462f4 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:38:59.258091 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 3d8b3716-e290-4715-a38a-5bb360b462f4 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:38:59.258570 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device afefa317-b8f1-451c-8ee9-f45325cd3f2e no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:38:59.291253 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] DHCP port deletion for 91b29d81-fd94-4078-b167-e8e71a66da24 request from dv-cinder-772181-7-iscsi {{(pid=80079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 24 09:38:59.299338 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: afefa317-b8f1-451c-8ee9-f45325cd3f2e {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:38:59.299765 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device afefa317-b8f1-451c-8ee9-f45325cd3f2e not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:38:59.302969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Deleting port 50923f6d-fba3-46e8-b39e-1011b91fde21 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:38:59.303402 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:59.428240 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] For port 50923f6d-fba3-46e8-b39e-1011b91fde21, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=50923f6d-fba3-46e8-b39e-1011b91fde21,segment=NetworkSegment(eacc973e-655b-4d7c-9cb8-eec95c506813),segment_id=eacc973e-655b-4d7c-9cb8-eec95c506813)] {{(pid=80078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:59.428555 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:59.522601 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.db [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] For port 50923f6d-fba3-46e8-b39e-1011b91fde21, host dv-cinder-772181-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772181-7-iscsi',level=0,port_id=50923f6d-fba3-46e8-b39e-1011b91fde21,segment=NetworkSegment(eacc973e-655b-4d7c-9cb8-eec95c506813),segment_id=eacc973e-655b-4d7c-9cb8-eec95c506813)] {{(pid=80079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 24 09:38:59.522972 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850738343'] for port, precommit_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:59.564566 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Calling delete_port for 50923f6d-fba3-46e8-b39e-1011b91fde21 owned by network:dhcp {{(pid=80078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:59.640216 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-923968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12656139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287261727706', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287262210539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727039100'] for port, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:38:59.653778 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Calling delete_port for 50923f6d-fba3-46e8-b39e-1011b91fde21 owned by network:dhcp {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 24 09:38:59.655882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-77062b13-a865-4b99-9c67-53ceb6877e42 tempest-TestShelveInstance-765064505 tempest-TestShelveInstance-765064505] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:38:59.715532 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Pushing event deleted for resources: {'Port': ['ID=50923f6d-fba3-46e8-b39e-1011b91fde21,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:38:59.719663 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:38:59.731613 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.db.api [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80079) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:38:59.732039 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_db.api [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 24 09:38:59.801300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] No DVR routers for this DVR port 50923f6d-fba3-46e8-b39e-1011b91fde21 on host dv-cinder-772181-7-iscsi {{(pid=80078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 24 09:38:59.925069 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853929742', 'neutron.services.segments.db._delete_segments_for_network-8749593080657'] for network, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.040961 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b29d81-fd94-4078-b167-e8e71a66da24']}} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:39:00.054255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacc973e-655b-4d7c-9cb8-eec95c506813') {'for_net_delete': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:39:00.054595 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.services.segments.db [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacc973e-655b-4d7c-9cb8-eec95c506813') {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 24 09:39:00.066528 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749593081442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127860396'] for segment, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.081424 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841978'] for segment, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.083455 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 24 09:39:00.233142 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Deleting port 50923f6d-fba3-46e8-b39e-1011b91fde21 {{(pid=80079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 24 09:39:00.233721 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749592986500'] for port, before_delete {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.263925 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Network 91b29d81-fd94-4078-b167-e8e71a66da24 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:39:00.273187 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853933838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127736819'] for segment, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.304608 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-162b2469-ae87-44e7-b3ff-57b4a9424442 None None] The port '50923f6d-fba3-46e8-b39e-1011b91fde21' was deleted {{(pid=80079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 24 09:39:00.450228 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.managers [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Network 91b29d81-fd94-4078-b167-e8e71a66da24 has no segments {{(pid=80078) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: Traceback (most recent call last): Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: timer() Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: cb(*args, **kw) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: return func(*args, **kwargs) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: self._notify() Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: self.callback(batched_events) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: event.method(event) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: segment_id)['aggregates'][0] Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: return f(self, *a, **k) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: return self._get(url).json() Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: **kwargs) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: return self.request(url, 'GET', **kwargs) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: **endpoint_filter) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:39:00.475692 dv-cinder-772181-7-iscsi neutron-server[79968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:39:00.553842 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850723107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850647548'] for network, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.557354 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-6dee79bb-c102-4a08-910a-0571b96cf24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:39:00.573441 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683476'] for network, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.579849 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Pushing event deleted for resources: {'Network': ['ID=91b29d81-fd94-4078-b167-e8e71a66da24,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:39:00.584176 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:39:00.587059 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-97310a75-6ee8-4c70-9839-b72e1f4c663d admin admin] 10.222.0.45 "DELETE /v2.0/networks/91b29d81-fd94-4078-b167-e8e71a66da24 HTTP/1.1" status: 204 len: 168 time: 1.5789955 Jan 24 09:39:00.730195 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35604) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:39:00.787786 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-fc986d81-31c1-4180-a922-79971b00b200 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=100a973171974bbfab10636b25c46eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556068 Jan 24 09:39:00.790175 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35608) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:39:00.850830 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e35995ec-d2d5-4ccc-8d5d-19f578a84059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.877909 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e35995ec-d2d5-4ccc-8d5d-19f578a84059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.927212 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e35995ec-d2d5-4ccc-8d5d-19f578a84059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.932245 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-87482705-8cd1-4014-b66e-e5bd17a84710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:39:00.945766 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35995ec-d2d5-4ccc-8d5d-19f578a84059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211f8632-bc1c-44eb-866d-c5614b8b030a,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:39:00.948471 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-e35995ec-d2d5-4ccc-8d5d-19f578a84059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:39:00.954675 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-e35995ec-d2d5-4ccc-8d5d-19f578a84059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:00.955910 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-e35995ec-d2d5-4ccc-8d5d-19f578a84059 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/211f8632-bc1c-44eb-866d-c5614b8b030a HTTP/1.1" status: 204 len: 168 time: 0.1647592 Jan 24 09:39:01.216374 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 50923f6d-fba3-46e8-b39e-1011b91fde21 no longer exists at agent ovs-agent-dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 24 09:39:01.256196 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.plugin [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] No Port match for: 50923f6d-fba3-46e8-b39e-1011b91fde21 {{(pid=80079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 24 09:39:01.256605 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.plugins.ml2.rpc [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Device 50923f6d-fba3-46e8-b39e-1011b91fde21 not bound to the agent host dv-cinder-772181-7-iscsi {{(pid=80079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 24 09:39:01.369530 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35616) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:39:01.421614 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-87901924-23fa-40d6-ace0-3059fac56827 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7582fa7decb044e4a1bed09562fbe7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508230 Jan 24 09:39:01.423969 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [-] (80078) accepted ('10.222.0.45', 35620) {{(pid=80078) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 24 09:39:01.487046 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ade9e515-b870-4f19-a66f-e62fcce88222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:01.514618 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ade9e515-b870-4f19-a66f-e62fcce88222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:01.560301 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ade9e515-b870-4f19-a66f-e62fcce88222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850730481'] for security_group, after_delete {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:01.565339 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-950123eb-3774-49aa-8f88-6b455ba31109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 24 09:39:01.578346 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e515-b870-4f19-a66f-e62fcce88222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b1015-7737-4483-a17c-270a52fb47f6,revision_number=None']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 24 09:39:01.581512 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG oslo_concurrency.lockutils [None req-ade9e515-b870-4f19-a66f-e62fcce88222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 24 09:39:01.583568 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ade9e515-b870-4f19-a66f-e62fcce88222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:01.584723 dv-cinder-772181-7-iscsi neutron-server[79968]: INFO neutron.wsgi [None req-ade9e515-b870-4f19-a66f-e62fcce88222 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb8b1015-7737-4483-a17c-270a52fb47f6 HTTP/1.1" status: 204 len: 168 time: 0.1598108 Jan 24 09:39:05.832255 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:39:19.781672 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d7b2-f031-42ee-a0d8-e4c60fad5c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:21.524208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:21.845348 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-aa76f92e-5910-4cef-8c06-22d8d0b905c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:22.714784 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:23.670258 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:24.223173 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:42.831779 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:39:49.783085 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-282d3dad-391f-4a7b-981b-a6cb12f3ca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:51.536523 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:51.844742 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-63726701-fbb8-4953-a0c6-6988bba1a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:52.718993 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:53.672208 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:39:54.227318 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:19.785740 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-04b944e3-dace-45fb-85a8-9d8e517d8bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:19.831320 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:40:21.552824 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:21.843838 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-54c94bc5-16ed-463c-be53-47a72e51be2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:22.720802 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:23.676121 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:24.229963 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:49.787024 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-7bd3cb1b-a516-4c35-a6d2-8f356df915cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:51.552422 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:51.844556 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-9023accf-0ff9-4fae-96d5-fc10ff022624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:52.723936 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:53.677464 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:54.242735 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:40:56.831645 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:41:01.315652 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-5fbf9b04-3637-4867-9b08-0103727e0b84 req-3676e303-aaed-40cb-a8d9-7401c9e200eb service neutron] (80077) timed out ('10.222.0.45', 57724) {{(pid=80077) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 24 09:41:19.788286 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4057cc03-a81c-4c42-b7b6-0c969a043264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:21.553293 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:21.844913 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-73012062-34b4-4db2-89a2-8db08a0ecff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:22.724968 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:23.678266 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:24.235300 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:33.831358 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:41:49.788734 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-feca5768-06cc-40d3-9c92-c6b1df19fd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:51.555478 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:51.845896 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-803ae634-bd73-4ab4-aa90-3a411434b6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:52.729828 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:53.680844 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:41:54.240143 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:10.831009 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:42:19.789394 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-ba58da05-8cf3-4bb6-a022-77f319e11d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:21.571248 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:21.845860 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-71054382-b2b8-4cb5-89cf-8953fbbf8c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:22.729768 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:23.681949 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:24.242470 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:47.831486 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:42:49.791384 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-752052c4-af90-4951-867a-37dc06bfa9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:51.568420 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:51.846827 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-d350395d-803f-476b-9e65-bb2975dccacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:52.732434 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:53.682814 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:42:54.255535 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:19.792158 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-432d9ca7-ab11-4b79-b1eb-9b19a49056f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:21.568932 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:21.847764 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbdb7-ed76-4e83-95d7-958c471f39ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:22.735144 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:23.684265 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:24.250214 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:24.831763 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:43:49.793038 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-53d9e943-6340-42ba-aa85-a875c4e516c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:51.569431 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:51.847334 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-f2b9a763-42e4-48d3-b130-f3b544ede2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:52.737770 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:53.687395 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:43:54.255461 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:44:01.832382 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.db.agents_db [None req-083f769b-937f-42b8-b54e-408241fbfb56 None None] Agent healthcheck: found 6 active agents {{(pid=80080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 24 09:44:04.260656 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron.wsgi [req-52ad8d2e-ce14-4118-bf2c-0effc409804e req-725a216e-6c5d-49f3-8260-06fead05a7f2 service neutron] (80077) timed out ('10.222.0.48', 61479) {{(pid=80077) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 24 09:44:19.793882 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-114c6e12-ff44-40c6-8fc6-fb39ec8e77be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:44:21.564868 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-8befdc26-b631-4aac-9500-dd35fa9c89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:44:21.847487 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0e66-3493-43de-b759-4f1b692a3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:44:22.739028 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-444e0908-93e7-4815-ba9c-52e0917461f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:44:23.688813 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-090c176f-751a-4fad-95fb-cb5e7a6d6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 24 09:44:24.286325 dv-cinder-772181-7-iscsi neutron-server[79968]: DEBUG neutron_lib.callbacks.manager [None req-4e230015-fbdc-4569-ae60-a84bf22fb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749593080640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853935167'] for agent, after_update {{(pid=80079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}